2024-11-16 11:31:50,652 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-16 11:31:50,662 main DEBUG Took 0.008971 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 11:31:50,663 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 11:31:50,663 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 11:31:50,664 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 11:31:50,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,672 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 11:31:50,683 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,685 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,687 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,688 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,689 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,690 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,690 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,692 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 11:31:50,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,694 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 11:31:50,695 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 11:31:50,696 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 11:31:50,698 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 11:31:50,698 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 11:31:50,699 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 11:31:50,700 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 11:31:50,708 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 11:31:50,710 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 11:31:50,712 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 11:31:50,712 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 11:31:50,713 main DEBUG createAppenders(={Console}) 2024-11-16 11:31:50,714 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-16 11:31:50,714 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-16 11:31:50,714 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-16 11:31:50,715 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 11:31:50,715 main DEBUG OutputStream closed 2024-11-16 11:31:50,716 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 11:31:50,716 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 11:31:50,716 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-16 11:31:50,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 11:31:50,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 11:31:50,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 11:31:50,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 11:31:50,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 11:31:50,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 11:31:50,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 11:31:50,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 11:31:50,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 11:31:50,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 11:31:50,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 11:31:50,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 11:31:50,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 11:31:50,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 11:31:50,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 11:31:50,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 11:31:50,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 11:31:50,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 11:31:50,795 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 11:31:50,796 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-16 11:31:50,796 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 11:31:50,797 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-16T11:31:51,019 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde 2024-11-16 11:31:51,021 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 11:31:51,022 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T11:31:51,029 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-16T11:31:51,035 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-16T11:31:51,055 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T11:31:51,097 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T11:31:51,098 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T11:31:51,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T11:31:51,122 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d, deleteOnExit=true 2024-11-16T11:31:51,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T11:31:51,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/test.cache.data in system properties and HBase conf 2024-11-16T11:31:51,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T11:31:51,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir in system properties and HBase conf 2024-11-16T11:31:51,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T11:31:51,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T11:31:51,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T11:31:51,195 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T11:31:51,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T11:31:51,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:31:51,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T11:31:51,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T11:31:51,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:31:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T11:31:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T11:31:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T11:31:51,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:31:51,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T11:31:51,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/nfs.dump.dir in system properties and HBase conf 2024-11-16T11:31:51,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/java.io.tmpdir in system properties and HBase conf 2024-11-16T11:31:51,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T11:31:51,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T11:31:51,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T11:31:52,385 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T11:31:52,452 INFO [Time-limited test {}] log.Log(170): Logging initialized @2459ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T11:31:52,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:31:52,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:31:52,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:31:52,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:31:52,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:31:52,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:31:52,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:31:52,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:31:52,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-4580766689825178336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:31:52,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-16T11:31:52,819 INFO [Time-limited test {}] server.Server(415): Started @2826ms 2024-11-16T11:31:53,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:31:53,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:31:53,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:31:53,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:31:53,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:31:53,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:31:53,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:31:53,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/java.io.tmpdir/jetty-localhost-46751-hadoop-hdfs-3_4_1-tests_jar-_-any-18073972324636565042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:31:53,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:46751} 2024-11-16T11:31:53,606 INFO [Time-limited test {}] server.Server(415): Started @3612ms 2024-11-16T11:31:53,650 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:31:53,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:31:53,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:31:53,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:31:53,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:31:53,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T11:31:53,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:31:53,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:31:53,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/java.io.tmpdir/jetty-localhost-44479-hadoop-hdfs-3_4_1-tests_jar-_-any-14290900229880722353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:31:53,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:44479} 2024-11-16T11:31:53,894 INFO [Time-limited test {}] server.Server(415): Started @3901ms 2024-11-16T11:31:53,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:31:53,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T11:31:53,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T11:31:53,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T11:31:53,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T11:31:53,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T11:31:53,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,AVAILABLE} 2024-11-16T11:31:53,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T11:31:54,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-8163701583878960206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:31:54,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-16T11:31:54,046 INFO [Time-limited test {}] server.Server(415): Started @4053ms 2024-11-16T11:31:54,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T11:31:55,411 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data1/current/BP-546718065-172.17.0.2-1731756711852/current, will proceed with Du for space computation calculation, 2024-11-16T11:31:55,411 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data4/current/BP-546718065-172.17.0.2-1731756711852/current, will proceed with Du for space computation calculation, 2024-11-16T11:31:55,411 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data2/current/BP-546718065-172.17.0.2-1731756711852/current, will proceed with Du for space computation calculation, 2024-11-16T11:31:55,411 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data3/current/BP-546718065-172.17.0.2-1731756711852/current, will proceed with Du for space computation calculation, 2024-11-16T11:31:55,442 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:31:55,442 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:31:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x152f4243704965d1 with lease ID 0x3be6beec39463f9e: Processing first storage report for DS-3e3627d7-5239-40af-902e-b0779ec90bd9 from datanode DatanodeRegistration(127.0.0.1:36813, datanodeUuid=b30a81c3-45e6-47c0-89de-7a136e3e5850, infoPort=37383, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852) 2024-11-16T11:31:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x152f4243704965d1 with lease ID 0x3be6beec39463f9e: from storage DS-3e3627d7-5239-40af-902e-b0779ec90bd9 node DatanodeRegistration(127.0.0.1:36813, datanodeUuid=b30a81c3-45e6-47c0-89de-7a136e3e5850, infoPort=37383, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:31:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ac86340bfd1e7b7 with lease ID 0x3be6beec39463f9d: Processing first storage report for DS-24ecbde8-634c-44cd-8409-ca2ab745d24c from datanode DatanodeRegistration(127.0.0.1:37827, datanodeUuid=deab046a-799c-4459-ae6a-99cdb8ea8e10, infoPort=33979, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852) 2024-11-16T11:31:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ac86340bfd1e7b7 with lease ID 0x3be6beec39463f9d: from storage DS-24ecbde8-634c-44cd-8409-ca2ab745d24c node DatanodeRegistration(127.0.0.1:37827, datanodeUuid=deab046a-799c-4459-ae6a-99cdb8ea8e10, infoPort=33979, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:31:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x152f4243704965d1 with lease ID 0x3be6beec39463f9e: Processing first storage report for DS-2c6a5aad-0b1e-4d82-842b-d4a060fa7d39 from datanode DatanodeRegistration(127.0.0.1:36813, datanodeUuid=b30a81c3-45e6-47c0-89de-7a136e3e5850, infoPort=37383, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852) 2024-11-16T11:31:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x152f4243704965d1 with lease ID 0x3be6beec39463f9e: from storage DS-2c6a5aad-0b1e-4d82-842b-d4a060fa7d39 node DatanodeRegistration(127.0.0.1:36813, datanodeUuid=b30a81c3-45e6-47c0-89de-7a136e3e5850, infoPort=37383, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:31:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ac86340bfd1e7b7 with lease ID 0x3be6beec39463f9d: Processing first storage report for DS-dc8df59b-65fd-4ce7-9833-10879fe03603 from datanode DatanodeRegistration(127.0.0.1:37827, datanodeUuid=deab046a-799c-4459-ae6a-99cdb8ea8e10, infoPort=33979, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852) 2024-11-16T11:31:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ac86340bfd1e7b7 with lease ID 0x3be6beec39463f9d: from storage DS-dc8df59b-65fd-4ce7-9833-10879fe03603 node DatanodeRegistration(127.0.0.1:37827, datanodeUuid=deab046a-799c-4459-ae6a-99cdb8ea8e10, infoPort=33979, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:31:55,520 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data5/current/BP-546718065-172.17.0.2-1731756711852/current, will proceed with Du for space computation calculation, 2024-11-16T11:31:55,521 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data6/current/BP-546718065-172.17.0.2-1731756711852/current, will proceed with Du for space computation calculation, 2024-11-16T11:31:55,539 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T11:31:55,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5286a8fd38af455f with lease ID 0x3be6beec39463f9f: Processing first storage report for DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0 from datanode DatanodeRegistration(127.0.0.1:41681, datanodeUuid=83145208-2c5e-429b-b295-c276b1fee267, infoPort=40731, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852) 2024-11-16T11:31:55,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5286a8fd38af455f with lease ID 0x3be6beec39463f9f: from storage DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0 node DatanodeRegistration(127.0.0.1:41681, datanodeUuid=83145208-2c5e-429b-b295-c276b1fee267, infoPort=40731, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T11:31:55,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5286a8fd38af455f with lease ID 0x3be6beec39463f9f: Processing first storage report for DS-81bb93c1-43e9-4163-9b7d-f11a1a672320 from datanode DatanodeRegistration(127.0.0.1:41681, datanodeUuid=83145208-2c5e-429b-b295-c276b1fee267, infoPort=40731, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852) 2024-11-16T11:31:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5286a8fd38af455f with lease ID 0x3be6beec39463f9f: from storage DS-81bb93c1-43e9-4163-9b7d-f11a1a672320 node DatanodeRegistration(127.0.0.1:41681, datanodeUuid=83145208-2c5e-429b-b295-c276b1fee267, infoPort=40731, infoSecurePort=0, ipcPort=36979, storageInfo=lv=-57;cid=testClusterID;nsid=987613860;c=1731756711852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T11:31:55,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde 2024-11-16T11:31:55,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/zookeeper_0, clientPort=53501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T11:31:55,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53501 2024-11-16T11:31:55,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:55,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:31:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:31:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741825_1001 (size=7) 2024-11-16T11:31:56,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c with version=8 2024-11-16T11:31:56,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/hbase-staging 2024-11-16T11:31:56,529 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:31:56,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:56,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:56,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:31:56,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:56,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:31:56,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T11:31:56,719 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T11:31:56,728 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T11:31:56,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:31:56,755 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98274 (auto-detected) 2024-11-16T11:31:56,756 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T11:31:56,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35719 2024-11-16T11:31:56,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35719 connecting to ZooKeeper ensemble=127.0.0.1:53501 2024-11-16T11:31:56,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357190x0, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:31:56,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35719-0x101436a69ff0000 connected 2024-11-16T11:31:57,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:31:57,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c, hbase.cluster.distributed=false 2024-11-16T11:31:57,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:31:57,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35719 2024-11-16T11:31:57,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35719 2024-11-16T11:31:57,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35719 2024-11-16T11:31:57,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35719 2024-11-16T11:31:57,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35719 2024-11-16T11:31:57,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:31:57,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:31:57,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:31:57,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:31:57,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:31:57,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38051 2024-11-16T11:31:57,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38051 connecting to ZooKeeper ensemble=127.0.0.1:53501 2024-11-16T11:31:57,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380510x0, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:31:57,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380510x0, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:31:57,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38051-0x101436a69ff0001 connected 2024-11-16T11:31:57,215 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:31:57,223 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:31:57,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:31:57,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:31:57,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-16T11:31:57,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38051 2024-11-16T11:31:57,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38051 2024-11-16T11:31:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-16T11:31:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38051 2024-11-16T11:31:57,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:31:57,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:31:57,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:31:57,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:31:57,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:31:57,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33347 2024-11-16T11:31:57,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33347 connecting to ZooKeeper ensemble=127.0.0.1:53501 2024-11-16T11:31:57,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333470x0, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:31:57,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333470x0, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:31:57,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33347-0x101436a69ff0002 connected 2024-11-16T11:31:57,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:31:57,282 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:31:57,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:31:57,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:31:57,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33347 2024-11-16T11:31:57,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33347 2024-11-16T11:31:57,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33347 2024-11-16T11:31:57,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33347 2024-11-16T11:31:57,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33347 2024-11-16T11:31:57,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7948fca2832:0 server-side Connection retries=45 2024-11-16T11:31:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T11:31:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T11:31:57,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T11:31:57,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T11:31:57,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T11:31:57,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37483 2024-11-16T11:31:57,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37483 connecting to ZooKeeper ensemble=127.0.0.1:53501 2024-11-16T11:31:57,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374830x0, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T11:31:57,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374830x0, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:31:57,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37483-0x101436a69ff0003 connected 2024-11-16T11:31:57,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T11:31:57,360 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T11:31:57,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T11:31:57,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T11:31:57,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37483 2024-11-16T11:31:57,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37483 2024-11-16T11:31:57,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37483 2024-11-16T11:31:57,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37483 2024-11-16T11:31:57,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37483 2024-11-16T11:31:57,383 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7948fca2832:35719 2024-11-16T11:31:57,384 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a7948fca2832,35719,1731756716381 2024-11-16T11:31:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,402 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a7948fca2832,35719,1731756716381 2024-11-16T11:31:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:31:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:31:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T11:31:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,439 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T11:31:57,440 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a7948fca2832,35719,1731756716381 from backup master directory 2024-11-16T11:31:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a7948fca2832,35719,1731756716381 2024-11-16T11:31:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T11:31:57,454 WARN [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:31:57,454 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7948fca2832,35719,1731756716381 2024-11-16T11:31:57,457 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T11:31:57,459 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T11:31:57,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/hbase.id] with ID: 8112e5e1-696c-4d6c-97d5-4e8f1bbaa604 2024-11-16T11:31:57,518 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/.tmp/hbase.id 2024-11-16T11:31:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:31:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:31:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741826_1002 (size=42) 2024-11-16T11:31:57,534 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/.tmp/hbase.id]:[hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/hbase.id] 2024-11-16T11:31:57,578 INFO [master/a7948fca2832:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T11:31:57,582 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T11:31:57,600 INFO [master/a7948fca2832:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-16T11:31:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:31:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:31:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741827_1003 (size=196) 2024-11-16T11:31:57,645 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:31:57,647 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T11:31:57,652 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:31:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:31:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741828_1004 (size=1189) 2024-11-16T11:31:57,704 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store 2024-11-16T11:31:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:31:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:31:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741829_1005 (size=34) 2024-11-16T11:31:57,731 INFO [master/a7948fca2832:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T11:31:57,734 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:31:57,735 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:31:57,735 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:31:57,735 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:31:57,737 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:31:57,737 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:31:57,737 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:31:57,738 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756717735Disabling compacts and flushes for region at 1731756717735Disabling writes for close at 1731756717737 (+2 ms)Writing region close event to WAL at 1731756717737Closed at 1731756717737 2024-11-16T11:31:57,740 WARN [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/.initializing 2024-11-16T11:31:57,740 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/WALs/a7948fca2832,35719,1731756716381 2024-11-16T11:31:57,747 INFO [master/a7948fca2832:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:31:57,762 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C35719%2C1731756716381, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/WALs/a7948fca2832,35719,1731756716381, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/oldWALs, maxLogs=10 2024-11-16T11:31:57,797 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/WALs/a7948fca2832,35719,1731756716381/a7948fca2832%2C35719%2C1731756716381.1731756717766, exclude list is [], retry=0 2024-11-16T11:31:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:31:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:57,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T11:31:57,855 INFO [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/WALs/a7948fca2832,35719,1731756716381/a7948fca2832%2C35719%2C1731756716381.1731756717766 2024-11-16T11:31:57,856 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:31:57,857 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:31:57,857 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:31:57,859 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,860 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T11:31:57,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:57,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:57,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T11:31:57,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:57,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:31:57,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T11:31:57,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:57,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:31:57,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T11:31:57,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:57,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:31:57,942 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,946 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,947 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,952 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,953 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,956 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:31:57,959 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T11:31:57,963 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:31:57,964 INFO [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60225241, jitterRate=-0.10257397592067719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:31:57,971 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731756717873Initializing all the Stores at 1731756717874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756717875 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756717875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756717876 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756717876Cleaning up temporary data from old regions at 1731756717953 (+77 ms)Region opened successfully at 1731756717971 (+18 ms) 2024-11-16T11:31:57,972 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T11:31:58,003 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449e457e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:31:58,031 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T11:31:58,040 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T11:31:58,041 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T11:31:58,043 INFO [master/a7948fca2832:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T11:31:58,044 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T11:31:58,048 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T11:31:58,048 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T11:31:58,071 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T11:31:58,078 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T11:31:58,131 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T11:31:58,134 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T11:31:58,135 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T11:31:58,147 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T11:31:58,149 INFO [master/a7948fca2832:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T11:31:58,154 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T11:31:58,163 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T11:31:58,165 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T11:31:58,178 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T11:31:58,198 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T11:31:58,209 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T11:31:58,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:31:58,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:31:58,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:31:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T11:31:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,225 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7948fca2832,35719,1731756716381, sessionid=0x101436a69ff0000, setting cluster-up flag (Was=false) 2024-11-16T11:31:58,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,295 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T11:31:58,299 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,35719,1731756716381 2024-11-16T11:31:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:58,357 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T11:31:58,361 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7948fca2832,35719,1731756716381 2024-11-16T11:31:58,371 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T11:31:58,441 INFO [AsyncFSWAL-0-hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData-prefix:a7948fca2832,35719,1731756716381 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-16T11:31:58,453 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T11:31:58,460 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T11:31:58,466 INFO [master/a7948fca2832:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T11:31:58,473 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(746): ClusterId : 8112e5e1-696c-4d6c-97d5-4e8f1bbaa604 2024-11-16T11:31:58,473 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(746): ClusterId : 8112e5e1-696c-4d6c-97d5-4e8f1bbaa604 2024-11-16T11:31:58,473 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(746): ClusterId : 8112e5e1-696c-4d6c-97d5-4e8f1bbaa604 2024-11-16T11:31:58,471 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7948fca2832,35719,1731756716381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T11:31:58,476 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:31:58,476 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:31:58,476 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7948fca2832:0, corePoolSize=5, maxPoolSize=5 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7948fca2832:0, corePoolSize=10, maxPoolSize=10 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,478 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:31:58,479 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,480 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731756748480 2024-11-16T11:31:58,481 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T11:31:58,482 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T11:31:58,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:31:58,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T11:31:58,485 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T11:31:58,485 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T11:31:58,486 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T11:31:58,486 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T11:31:58,486 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,489 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T11:31:58,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:58,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T11:31:58,490 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T11:31:58,491 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T11:31:58,492 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T11:31:58,493 INFO [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T11:31:58,494 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756718494,5,FailOnTimeoutGroup] 2024-11-16T11:31:58,495 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:31:58,495 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:31:58,495 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T11:31:58,495 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:31:58,495 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:31:58,495 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T11:31:58,496 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756718495,5,FailOnTimeoutGroup] 2024-11-16T11:31:58,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,496 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T11:31:58,497 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,498 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:31:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:31:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741831_1007 (size=1321) 2024-11-16T11:31:58,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T11:31:58,511 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c 2024-11-16T11:31:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:31:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:31:58,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741832_1008 (size=32) 2024-11-16T11:31:58,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:31:58,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:31:58,528 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:31:58,528 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:31:58,528 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T11:31:58,529 DEBUG [RS:1;a7948fca2832:33347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3babc43a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:31:58,529 DEBUG [RS:2;a7948fca2832:37483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7497cd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:31:58,529 DEBUG [RS:0;a7948fca2832:38051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6e3bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7948fca2832/172.17.0.2:0 2024-11-16T11:31:58,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:31:58,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:58,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:58,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:31:58,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:31:58,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:58,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:58,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:31:58,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:31:58,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:58,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:58,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:31:58,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:31:58,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:58,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:58,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:31:58,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740 2024-11-16T11:31:58,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740 2024-11-16T11:31:58,548 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a7948fca2832:33347 2024-11-16T11:31:58,548 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a7948fca2832:37483 2024-11-16T11:31:58,548 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7948fca2832:38051 2024-11-16T11:31:58,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:31:58,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:31:58,551 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:31:58,552 INFO [RS:0;a7948fca2832:38051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:31:58,552 INFO [RS:2;a7948fca2832:37483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:31:58,552 INFO [RS:1;a7948fca2832:33347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T11:31:58,552 INFO [RS:0;a7948fca2832:38051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:31:58,552 INFO [RS:2;a7948fca2832:37483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:31:58,552 INFO [RS:1;a7948fca2832:33347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T11:31:58,553 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:31:58,553 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:31:58,553 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T11:31:58,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:31:58,555 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,35719,1731756716381 with port=37483, startcode=1731756717306 2024-11-16T11:31:58,555 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,35719,1731756716381 with port=33347, startcode=1731756717253 2024-11-16T11:31:58,556 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7948fca2832,35719,1731756716381 with port=38051, startcode=1731756717146 2024-11-16T11:31:58,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:31:58,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63700072, jitterRate=-0.05079495906829834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:31:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731756718525Initializing all the Stores at 1731756718527 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756718527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756718527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756718527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756718527Cleaning up temporary data from old regions at 1731756718550 (+23 ms)Region opened successfully at 1731756718563 (+13 ms) 2024-11-16T11:31:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:31:58,563 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:31:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:31:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:31:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:31:58,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:31:58,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756718563Disabling compacts and flushes for region at 1731756718563Disabling writes for close at 1731756718563Writing region close event to WAL at 1731756718564 (+1 ms)Closed at 1731756718564 2024-11-16T11:31:58,567 DEBUG [RS:2;a7948fca2832:37483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:31:58,567 DEBUG [RS:1;a7948fca2832:33347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:31:58,567 DEBUG [RS:0;a7948fca2832:38051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T11:31:58,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:31:58,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T11:31:58,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T11:31:58,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:31:58,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T11:31:58,601 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:31:58,601 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:31:58,601 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T11:31:58,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,38051,1731756717146 2024-11-16T11:31:58,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,38051,1731756717146 2024-11-16T11:31:58,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,37483,1731756717306 2024-11-16T11:31:58,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,37483,1731756717306 2024-11-16T11:31:58,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7948fca2832,33347,1731756717253 2024-11-16T11:31:58,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35719 {}] master.ServerManager(517): Registering regionserver=a7948fca2832,33347,1731756717253 2024-11-16T11:31:58,621 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c 2024-11-16T11:31:58,621 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c 2024-11-16T11:31:58,621 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46883 2024-11-16T11:31:58,621 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:31:58,621 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46883 2024-11-16T11:31:58,621 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:31:58,623 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c 2024-11-16T11:31:58,623 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46883 2024-11-16T11:31:58,623 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T11:31:58,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:31:58,694 DEBUG [RS:1;a7948fca2832:33347 {}] zookeeper.ZKUtil(111): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,33347,1731756717253 2024-11-16T11:31:58,694 DEBUG [RS:2;a7948fca2832:37483 {}] zookeeper.ZKUtil(111): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,37483,1731756717306 2024-11-16T11:31:58,694 WARN [RS:2;a7948fca2832:37483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:31:58,694 WARN [RS:1;a7948fca2832:33347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:31:58,695 INFO [RS:1;a7948fca2832:33347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:58,695 INFO [RS:2;a7948fca2832:37483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:58,695 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,33347,1731756717253 2024-11-16T11:31:58,695 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306 2024-11-16T11:31:58,695 DEBUG [RS:0;a7948fca2832:38051 {}] zookeeper.ZKUtil(111): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7948fca2832,38051,1731756717146 2024-11-16T11:31:58,695 WARN [RS:0;a7948fca2832:38051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T11:31:58,696 INFO [RS:0;a7948fca2832:38051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:58,696 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146 2024-11-16T11:31:58,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,33347,1731756717253] 2024-11-16T11:31:58,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,37483,1731756717306] 2024-11-16T11:31:58,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7948fca2832,38051,1731756717146] 2024-11-16T11:31:58,722 INFO [RS:1;a7948fca2832:33347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:31:58,722 INFO [RS:0;a7948fca2832:38051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:31:58,722 INFO [RS:2;a7948fca2832:37483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T11:31:58,737 INFO [RS:1;a7948fca2832:33347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:31:58,737 INFO [RS:0;a7948fca2832:38051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:31:58,738 INFO [RS:2;a7948fca2832:37483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T11:31:58,742 INFO [RS:0;a7948fca2832:38051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:31:58,742 INFO [RS:2;a7948fca2832:37483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:31:58,742 INFO [RS:1;a7948fca2832:33347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:31:58,743 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,743 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,743 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,744 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:31:58,744 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:31:58,748 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T11:31:58,749 WARN [a7948fca2832:35719 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T11:31:58,749 INFO [RS:1;a7948fca2832:33347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:31:58,749 INFO [RS:2;a7948fca2832:37483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:31:58,750 INFO [RS:0;a7948fca2832:38051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T11:31:58,751 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,751 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,751 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,751 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,751 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0, corePoolSize=2, maxPoolSize=2 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,752 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,753 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,753 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:31:58,753 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,753 DEBUG [RS:0;a7948fca2832:38051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:31:58,753 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,753 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,753 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7948fca2832:0, corePoolSize=1, maxPoolSize=1 2024-11-16T11:31:58,753 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:31:58,753 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:31:58,753 DEBUG [RS:1;a7948fca2832:33347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:31:58,753 DEBUG [RS:2;a7948fca2832:37483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7948fca2832:0, corePoolSize=3, maxPoolSize=3 2024-11-16T11:31:58,756 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,756 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,756 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,756 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,756 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,756 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33347,1731756717253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38051,1731756717146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,757 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37483,1731756717306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:31:58,774 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:31:58,774 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:31:58,776 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,37483,1731756717306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,776 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,38051,1731756717146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,776 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,776 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,777 INFO [RS:2;a7948fca2832:37483 {}] regionserver.Replication(171): a7948fca2832,37483,1731756717306 started 2024-11-16T11:31:58,777 INFO [RS:0;a7948fca2832:38051 {}] regionserver.Replication(171): a7948fca2832,38051,1731756717146 started 2024-11-16T11:31:58,778 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T11:31:58,779 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,33347,1731756717253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,779 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,779 INFO [RS:1;a7948fca2832:33347 {}] regionserver.Replication(171): a7948fca2832,33347,1731756717253 started 2024-11-16T11:31:58,793 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,793 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,794 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,38051,1731756717146, RpcServer on a7948fca2832/172.17.0.2:38051, sessionid=0x101436a69ff0001 2024-11-16T11:31:58,794 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,37483,1731756717306, RpcServer on a7948fca2832/172.17.0.2:37483, sessionid=0x101436a69ff0003 2024-11-16T11:31:58,794 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:31:58,794 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:31:58,795 DEBUG [RS:0;a7948fca2832:38051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,38051,1731756717146 2024-11-16T11:31:58,795 DEBUG [RS:2;a7948fca2832:37483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,37483,1731756717306 2024-11-16T11:31:58,795 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,38051,1731756717146' 2024-11-16T11:31:58,795 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37483,1731756717306' 2024-11-16T11:31:58,795 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:31:58,795 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:31:58,796 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:31:58,796 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:31:58,796 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:31:58,796 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:31:58,796 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:31:58,796 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:31:58,796 DEBUG [RS:2;a7948fca2832:37483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,37483,1731756717306 2024-11-16T11:31:58,796 DEBUG [RS:0;a7948fca2832:38051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,38051,1731756717146 2024-11-16T11:31:58,797 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,37483,1731756717306' 2024-11-16T11:31:58,797 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,38051,1731756717146' 2024-11-16T11:31:58,797 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:31:58,797 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:31:58,797 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:31:58,797 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:31:58,798 DEBUG [RS:2;a7948fca2832:37483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:31:58,798 DEBUG [RS:0;a7948fca2832:38051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:31:58,798 INFO [RS:0;a7948fca2832:38051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:31:58,798 INFO [RS:2;a7948fca2832:37483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:31:58,798 INFO [RS:2;a7948fca2832:37483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:31:58,798 INFO [RS:0;a7948fca2832:38051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:31:58,800 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:58,800 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1482): Serving as a7948fca2832,33347,1731756717253, RpcServer on a7948fca2832/172.17.0.2:33347, sessionid=0x101436a69ff0002 2024-11-16T11:31:58,801 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T11:31:58,801 DEBUG [RS:1;a7948fca2832:33347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7948fca2832,33347,1731756717253 2024-11-16T11:31:58,801 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33347,1731756717253' 2024-11-16T11:31:58,801 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T11:31:58,802 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T11:31:58,802 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T11:31:58,802 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T11:31:58,802 DEBUG [RS:1;a7948fca2832:33347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7948fca2832,33347,1731756717253 2024-11-16T11:31:58,802 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7948fca2832,33347,1731756717253' 2024-11-16T11:31:58,802 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T11:31:58,803 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T11:31:58,803 DEBUG [RS:1;a7948fca2832:33347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T11:31:58,804 INFO [RS:1;a7948fca2832:33347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T11:31:58,804 INFO [RS:1;a7948fca2832:33347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T11:31:58,904 INFO [RS:0;a7948fca2832:38051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:31:58,904 INFO [RS:2;a7948fca2832:37483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:31:58,904 INFO [RS:1;a7948fca2832:33347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:31:58,908 INFO [RS:1;a7948fca2832:33347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C33347%2C1731756717253, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,33347,1731756717253, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs, maxLogs=32 2024-11-16T11:31:58,909 INFO [RS:0;a7948fca2832:38051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C38051%2C1731756717146, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs, maxLogs=32 2024-11-16T11:31:58,909 INFO [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C37483%2C1731756717306, suffix=, logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs, maxLogs=32 2024-11-16T11:31:58,926 DEBUG [RS:1;a7948fca2832:33347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,33347,1731756717253/a7948fca2832%2C33347%2C1731756717253.1731756718913, exclude list is [], retry=0 2024-11-16T11:31:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:58,933 DEBUG [RS:2;a7948fca2832:37483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306/a7948fca2832%2C37483%2C1731756717306.1731756718914, exclude list is [], retry=0 2024-11-16T11:31:58,933 DEBUG [RS:0;a7948fca2832:38051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146/a7948fca2832%2C38051%2C1731756717146.1731756718914, exclude list is [], retry=0 2024-11-16T11:31:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:58,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:58,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:58,940 INFO [RS:1;a7948fca2832:33347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,33347,1731756717253/a7948fca2832%2C33347%2C1731756717253.1731756718913 2024-11-16T11:31:58,948 DEBUG [RS:1;a7948fca2832:33347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:31:58,949 INFO [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306/a7948fca2832%2C37483%2C1731756717306.1731756718914 2024-11-16T11:31:58,952 DEBUG [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:31:58,953 INFO [RS:0;a7948fca2832:38051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146/a7948fca2832%2C38051%2C1731756717146.1731756718914 2024-11-16T11:31:58,953 DEBUG [RS:0;a7948fca2832:38051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:31:59,002 DEBUG [a7948fca2832:35719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T11:31:59,012 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T11:31:59,018 INFO [a7948fca2832:35719 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:31:59,018 INFO [a7948fca2832:35719 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:31:59,018 INFO [a7948fca2832:35719 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T11:31:59,018 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:31:59,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7948fca2832,37483,1731756717306 2024-11-16T11:31:59,029 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,37483,1731756717306, state=OPENING 2024-11-16T11:31:59,041 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T11:31:59,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:59,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:59,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:59,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:31:59,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,056 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T11:31:59,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,37483,1731756717306}] 2024-11-16T11:31:59,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:31:59,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:31:59,248 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T11:31:59,249 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:59,249 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T11:31:59,252 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7948fca2832%2C37483%2C1731756717306.meta, suffix=.meta, logDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306, archiveDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs, maxLogs=32 2024-11-16T11:31:59,266 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306/a7948fca2832%2C37483%2C1731756717306.meta.1731756719254.meta, exclude list is [], retry=0 2024-11-16T11:31:59,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:59,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:59,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:59,272 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,37483,1731756717306/a7948fca2832%2C37483%2C1731756717306.meta.1731756719254.meta 2024-11-16T11:31:59,273 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:31:59,273 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:31:59,274 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T11:31:59,277 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T11:31:59,283 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T11:31:59,287 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T11:31:59,288 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:31:59,288 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T11:31:59,288 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T11:31:59,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T11:31:59,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T11:31:59,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:59,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:59,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T11:31:59,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T11:31:59,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:59,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:59,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T11:31:59,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T11:31:59,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:59,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:59,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T11:31:59,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T11:31:59,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:59,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T11:31:59,303 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T11:31:59,304 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740 2024-11-16T11:31:59,307 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740 2024-11-16T11:31:59,309 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T11:31:59,309 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T11:31:59,310 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T11:31:59,312 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T11:31:59,314 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64154983, jitterRate=-0.04401625692844391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T11:31:59,314 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T11:31:59,315 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731756719289Writing region info on filesystem at 1731756719289Initializing all the Stores at 1731756719290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756719290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756719291 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756719291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731756719291Cleaning up temporary data from old regions at 1731756719309 (+18 ms)Running coprocessor post-open hooks at 1731756719314 (+5 ms)Region opened successfully at 1731756719315 (+1 ms) 2024-11-16T11:31:59,321 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731756719226 2024-11-16T11:31:59,331 DEBUG [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T11:31:59,332 INFO [RS_OPEN_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T11:31:59,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,37483,1731756717306 2024-11-16T11:31:59,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7948fca2832,37483,1731756717306, state=OPEN 2024-11-16T11:31:59,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:31:59,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:31:59,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:31:59,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T11:31:59,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T11:31:59,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7948fca2832,37483,1731756717306 2024-11-16T11:31:59,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T11:31:59,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7948fca2832,37483,1731756717306 in 369 msec 2024-11-16T11:31:59,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T11:31:59,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 864 msec 2024-11-16T11:31:59,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T11:31:59,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T11:31:59,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:31:59,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37483,1731756717306, seqNum=-1] 2024-11-16T11:31:59,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:31:59,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:31:59,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-16T11:31:59,506 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731756719506, completionTime=-1 2024-11-16T11:31:59,508 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T11:31:59,509 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T11:31:59,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T11:31:59,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731756779532 2024-11-16T11:31:59,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731756839532 2024-11-16T11:31:59,532 INFO [master/a7948fca2832:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-16T11:31:59,534 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T11:31:59,542 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35719,1731756716381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,542 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35719,1731756716381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,542 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35719,1731756716381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,544 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7948fca2832:35719, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,545 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,545 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,551 DEBUG [master/a7948fca2832:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T11:31:59,572 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.117sec 2024-11-16T11:31:59,574 INFO [master/a7948fca2832:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T11:31:59,576 INFO [master/a7948fca2832:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T11:31:59,577 INFO [master/a7948fca2832:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T11:31:59,578 INFO [master/a7948fca2832:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T11:31:59,578 INFO [master/a7948fca2832:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T11:31:59,579 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35719,1731756716381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T11:31:59,579 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35719,1731756716381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T11:31:59,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:31:59,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7948fca2832,35719,-1 for getting cluster id 2024-11-16T11:31:59,585 DEBUG [master/a7948fca2832:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T11:31:59,586 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T11:31:59,586 INFO [master/a7948fca2832:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7948fca2832,35719,1731756716381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T11:31:59,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T11:31:59,594 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8112e5e1-696c-4d6c-97d5-4e8f1bbaa604' 2024-11-16T11:31:59,596 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T11:31:59,596 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8112e5e1-696c-4d6c-97d5-4e8f1bbaa604" 2024-11-16T11:31:59,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c47ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:31:59,597 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7948fca2832,35719,-1] 2024-11-16T11:31:59,599 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T11:31:59,602 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:31:59,602 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T11:31:59,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T11:31:59,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T11:31:59,613 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7948fca2832,37483,1731756717306, seqNum=-1] 2024-11-16T11:31:59,613 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:31:59,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:31:59,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7948fca2832,35719,1731756716381 2024-11-16T11:31:59,633 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46883/hbase 2024-11-16T11:31:59,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=5032 2024-11-16T11:31:59,663 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:59,666 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:31:59,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:31:59,672 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33773453, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-33773453, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:31:59,687 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33773453/hregion-33773453.1731756719674, exclude list is [], retry=0 2024-11-16T11:31:59,691 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:59,691 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:59,692 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:59,695 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33773453/hregion-33773453.1731756719674 2024-11-16T11:31:59,696 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-16T11:31:59,696 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 40e8bb2f93fe85c4dc059d7af24631e0, NAME => 'testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:31:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741838_1014 (size=64) 2024-11-16T11:31:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741838_1014 (size=64) 2024-11-16T11:31:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741838_1014 (size=64) 2024-11-16T11:31:59,712 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:31:59,714 INFO [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,717 INFO [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e8bb2f93fe85c4dc059d7af24631e0 columnFamilyName a 2024-11-16T11:31:59,717 DEBUG [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:59,718 INFO [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] regionserver.HStore(327): Store=40e8bb2f93fe85c4dc059d7af24631e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:31:59,718 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,721 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,721 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,721 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,724 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,728 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:31:59,729 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 40e8bb2f93fe85c4dc059d7af24631e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69302204, jitterRate=0.03268331289291382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:31:59,730 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 40e8bb2f93fe85c4dc059d7af24631e0: Writing region info on filesystem at 1731756719712Initializing all the Stores at 1731756719714 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756719714Cleaning up temporary data from old regions at 1731756719721 (+7 ms)Region opened successfully at 1731756719730 (+9 ms) 2024-11-16T11:31:59,730 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 40e8bb2f93fe85c4dc059d7af24631e0, disabling compactions & flushes 2024-11-16T11:31:59,730 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0. 2024-11-16T11:31:59,730 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0. 2024-11-16T11:31:59,730 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0. after waiting 0 ms 2024-11-16T11:31:59,730 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0. 2024-11-16T11:31:59,731 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0. 2024-11-16T11:31:59,731 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 40e8bb2f93fe85c4dc059d7af24631e0: Waiting for close lock at 1731756719730Disabling compacts and flushes for region at 1731756719730Disabling writes for close at 1731756719730Writing region close event to WAL at 1731756719731 (+1 ms)Closed at 1731756719731 2024-11-16T11:31:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741837_1013 (size=95) 2024-11-16T11:31:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741837_1013 (size=95) 2024-11-16T11:31:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741837_1013 (size=95) 2024-11-16T11:31:59,745 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:31:59,745 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33773453:(num 1731756719674) 2024-11-16T11:31:59,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T11:31:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741839_1015 (size=320) 2024-11-16T11:31:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741839_1015 (size=320) 2024-11-16T11:31:59,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741839_1015 (size=320) 2024-11-16T11:31:59,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T11:31:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741840_1016 (size=253) 2024-11-16T11:31:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741840_1016 (size=253) 2024-11-16T11:31:59,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741840_1016 (size=253) 2024-11-16T11:31:59,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1, size=320 (320bytes) 2024-11-16T11:31:59,805 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T11:31:59,805 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T11:31:59,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1 2024-11-16T11:31:59,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1 after 4ms 2024-11-16T11:31:59,817 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:31:59,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1 took 17ms 2024-11-16T11:31:59,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1 so closing down 2024-11-16T11:31:59,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:31:59,834 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-16T11:31:59,836 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000001-wal-1.temp 2024-11-16T11:31:59,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:31:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741841_1017 (size=320) 2024-11-16T11:31:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741841_1017 (size=320) 2024-11-16T11:31:59,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741841_1017 (size=320) 2024-11-16T11:31:59,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-16T11:31:59,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002 2024-11-16T11:31:59,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-16T11:31:59,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1, journal: Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1, size=320 (320bytes) at 1731756719804Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1 so closing down at 1731756719831 (+27 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000001-wal-1.temp at 1731756719836 (+5 ms)3 split writer threads finished at 1731756719837 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731756719855 (+18 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002 at 1731756719858 (+3 ms)Processed 2 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731756719863 (+5 ms) 2024-11-16T11:31:59,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2, size=253 (253bytes) 2024-11-16T11:31:59,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2 2024-11-16T11:31:59,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2 after 1ms 2024-11-16T11:31:59,885 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:31:59,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2 took 6ms 2024-11-16T11:31:59,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2 so closing down 2024-11-16T11:31:59,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:31:59,891 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-16T11:31:59,893 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002-wal-2.temp 2024-11-16T11:31:59,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:31:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741842_1018 (size=253) 2024-11-16T11:31:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741842_1018 (size=253) 2024-11-16T11:31:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741842_1018 (size=253) 2024-11-16T11:31:59,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T11:31:59,908 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:31:59,911 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-16T11:31:59,913 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-16T11:31:59,913 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2, journal: Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2, size=253 (253bytes) at 1731756719879Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2 so closing down at 1731756719888 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002-wal-2.temp at 1731756719893 (+5 ms)3 split writer threads finished at 1731756719893Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731756719903 (+10 ms)Processed 1 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731756719913 (+10 ms) 2024-11-16T11:31:59,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:31:59,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:31:59,932 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal.1731756719918, exclude list is [], retry=0 2024-11-16T11:31:59,936 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:31:59,937 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:31:59,938 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:31:59,941 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal.1731756719918 2024-11-16T11:31:59,941 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-16T11:31:59,941 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 40e8bb2f93fe85c4dc059d7af24631e0, NAME => 'testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:31:59,941 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:31:59,942 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,942 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,944 INFO [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,946 INFO [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e8bb2f93fe85c4dc059d7af24631e0 columnFamilyName a 2024-11-16T11:31:59,946 DEBUG [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:31:59,947 INFO [StoreOpener-40e8bb2f93fe85c4dc059d7af24631e0-1 {}] regionserver.HStore(327): Store=40e8bb2f93fe85c4dc059d7af24631e0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:31:59,948 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,949 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:31:59,954 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002 2024-11-16T11:31:59,958 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:31:59,965 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002 2024-11-16T11:31:59,968 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 40e8bb2f93fe85c4dc059d7af24631e0 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-16T11:32:00,049 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/.tmp/a/9289dc376a1f4257890c1b901b8c91a6 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731756719745/Put/seqid=0 2024-11-16T11:32:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741844_1020 (size=5170) 2024-11-16T11:32:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741844_1020 (size=5170) 2024-11-16T11:32:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741844_1020 (size=5170) 2024-11-16T11:32:00,068 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/.tmp/a/9289dc376a1f4257890c1b901b8c91a6 2024-11-16T11:32:00,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/.tmp/a/9289dc376a1f4257890c1b901b8c91a6 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/a/9289dc376a1f4257890c1b901b8c91a6 2024-11-16T11:32:00,119 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/a/9289dc376a1f4257890c1b901b8c91a6, entries=2, sequenceid=2, filesize=5.0 K 2024-11-16T11:32:00,127 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 40e8bb2f93fe85c4dc059d7af24631e0 in 156ms, sequenceid=2, compaction requested=false; wal=null 2024-11-16T11:32:00,128 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/0000000000000000002 2024-11-16T11:32:00,129 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:32:00,129 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:32:00,132 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 40e8bb2f93fe85c4dc059d7af24631e0 2024-11-16T11:32:00,136 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/40e8bb2f93fe85c4dc059d7af24631e0/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-16T11:32:00,137 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 40e8bb2f93fe85c4dc059d7af24631e0; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72880678, jitterRate=0.08600673079490662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:00,138 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 40e8bb2f93fe85c4dc059d7af24631e0: Writing region info on filesystem at 1731756719942Initializing all the Stores at 1731756719943 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756719944 (+1 ms)Obtaining lock to block concurrent updates at 1731756719968 (+24 ms)Preparing flush snapshotting stores in 40e8bb2f93fe85c4dc059d7af24631e0 at 1731756719968Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731756719971 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731756719664.40e8bb2f93fe85c4dc059d7af24631e0. at 1731756719971Flushing 40e8bb2f93fe85c4dc059d7af24631e0/a: creating writer at 1731756719973 (+2 ms)Flushing 40e8bb2f93fe85c4dc059d7af24631e0/a: appending metadata at 1731756720033 (+60 ms)Flushing 40e8bb2f93fe85c4dc059d7af24631e0/a: closing flushed file at 1731756720036 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7f7041: reopening flushed file at 1731756720107 (+71 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 40e8bb2f93fe85c4dc059d7af24631e0 in 156ms, sequenceid=2, compaction requested=false; wal=null at 1731756720127 (+20 ms)Cleaning up temporary data from old regions at 1731756720129 (+2 ms)Region opened successfully at 1731756720138 (+9 ms) 2024-11-16T11:32:00,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=373 (was 361) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:43948 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:48430 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46883/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:48418 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49332 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:44074 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=4930 (was 5032) 2024-11-16T11:32:00,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=4930 2024-11-16T11:32:00,187 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:00,190 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:00,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:00,194 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68849665, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-68849665, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:00,206 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68849665/hregion-68849665.1731756720194, exclude list is [], retry=0 2024-11-16T11:32:00,209 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:00,209 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:00,209 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:00,212 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68849665/hregion-68849665.1731756720194 2024-11-16T11:32:00,212 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:00,212 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ed8f2241bbe38156c45fc278204dcc82, NAME => 'testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741846_1022 (size=64) 2024-11-16T11:32:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741846_1022 (size=64) 2024-11-16T11:32:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741846_1022 (size=64) 2024-11-16T11:32:00,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:00,229 INFO [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,232 INFO [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f2241bbe38156c45fc278204dcc82 columnFamilyName a 2024-11-16T11:32:00,232 DEBUG [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:00,232 INFO [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] regionserver.HStore(327): Store=ed8f2241bbe38156c45fc278204dcc82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:00,233 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,235 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,235 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,242 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:00,242 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed8f2241bbe38156c45fc278204dcc82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67037834, jitterRate=-0.001058429479598999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:00,243 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed8f2241bbe38156c45fc278204dcc82: Writing region info on filesystem at 1731756720228Initializing all the Stores at 1731756720229 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756720229Cleaning up temporary data from old regions at 1731756720235 (+6 ms)Region opened successfully at 1731756720243 (+8 ms) 2024-11-16T11:32:00,243 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ed8f2241bbe38156c45fc278204dcc82, disabling compactions & flushes 2024-11-16T11:32:00,243 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82. 2024-11-16T11:32:00,243 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82. 2024-11-16T11:32:00,243 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82. after waiting 0 ms 2024-11-16T11:32:00,243 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82. 2024-11-16T11:32:00,244 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82. 2024-11-16T11:32:00,244 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ed8f2241bbe38156c45fc278204dcc82: Waiting for close lock at 1731756720243Disabling compacts and flushes for region at 1731756720243Disabling writes for close at 1731756720243Writing region close event to WAL at 1731756720244 (+1 ms)Closed at 1731756720244 2024-11-16T11:32:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741845_1021 (size=95) 2024-11-16T11:32:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741845_1021 (size=95) 2024-11-16T11:32:00,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741845_1021 (size=95) 2024-11-16T11:32:00,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:00,250 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68849665:(num 1731756720194) 2024-11-16T11:32:00,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T11:32:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741847_1023 (size=320) 2024-11-16T11:32:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741847_1023 (size=320) 2024-11-16T11:32:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741847_1023 (size=320) 2024-11-16T11:32:00,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-16T11:32:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741848_1024 (size=253) 2024-11-16T11:32:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741848_1024 (size=253) 2024-11-16T11:32:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741848_1024 (size=253) 2024-11-16T11:32:00,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2, size=253 (253bytes) 2024-11-16T11:32:00,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2 2024-11-16T11:32:00,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2 after 1ms 2024-11-16T11:32:00,296 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:00,296 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2 took 5ms 2024-11-16T11:32:00,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2 so closing down 2024-11-16T11:32:00,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:00,300 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-16T11:32:00,302 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002-wal-2.temp 2024-11-16T11:32:00,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741849_1025 (size=253) 2024-11-16T11:32:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741849_1025 (size=253) 2024-11-16T11:32:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741849_1025 (size=253) 2024-11-16T11:32:00,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:00,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 2024-11-16T11:32:00,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-16T11:32:00,312 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2, journal: Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2, size=253 (253bytes) at 1731756720291Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2 so closing down at 1731756720298 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002-wal-2.temp at 1731756720302 (+4 ms)3 split writer threads finished at 1731756720302Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731756720310 (+8 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 at 1731756720312 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731756720312 2024-11-16T11:32:00,327 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1, size=320 (320bytes) 2024-11-16T11:32:00,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1 2024-11-16T11:32:00,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1 after 1ms 2024-11-16T11:32:00,331 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:00,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1 took 4ms 2024-11-16T11:32:00,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1 so closing down 2024-11-16T11:32:00,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:00,336 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-16T11:32:00,338 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000001-wal-1.temp 2024-11-16T11:32:00,339 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741850_1026 (size=320) 2024-11-16T11:32:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741850_1026 (size=320) 2024-11-16T11:32:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741850_1026 (size=320) 2024-11-16T11:32:00,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:00,354 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:00,356 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002, length=253 2024-11-16T11:32:00,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 2024-11-16T11:32:00,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-16T11:32:00,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1, journal: Splitting hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1, size=320 (320bytes) at 1731756720327Finishing writing output for hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1 so closing down at 1731756720334 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000001-wal-1.temp at 1731756720338 (+4 ms)3 split writer threads finished at 1731756720339 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731756720351 (+12 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 at 1731756720358 (+7 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731756720358 2024-11-16T11:32:00,358 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:00,360 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:00,373 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal.1731756720361, exclude list is [], retry=0 2024-11-16T11:32:00,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:00,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:00,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:00,379 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal.1731756720361 2024-11-16T11:32:00,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:00,379 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ed8f2241bbe38156c45fc278204dcc82, NAME => 'testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:00,380 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:00,380 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,380 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,382 INFO [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,383 INFO [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed8f2241bbe38156c45fc278204dcc82 columnFamilyName a 2024-11-16T11:32:00,383 DEBUG [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:00,384 INFO [StoreOpener-ed8f2241bbe38156c45fc278204dcc82-1 {}] regionserver.HStore(327): Store=ed8f2241bbe38156c45fc278204dcc82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:00,384 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,385 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,388 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 2024-11-16T11:32:00,390 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:00,392 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 2024-11-16T11:32:00,392 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed8f2241bbe38156c45fc278204dcc82 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-16T11:32:00,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/.tmp/a/455cf07846b24f7e845b802c9881ec1f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731756720250/Put/seqid=0 2024-11-16T11:32:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741852_1028 (size=5170) 2024-11-16T11:32:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741852_1028 (size=5170) 2024-11-16T11:32:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741852_1028 (size=5170) 2024-11-16T11:32:00,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/.tmp/a/455cf07846b24f7e845b802c9881ec1f 2024-11-16T11:32:00,426 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/.tmp/a/455cf07846b24f7e845b802c9881ec1f as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/a/455cf07846b24f7e845b802c9881ec1f 2024-11-16T11:32:00,435 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/a/455cf07846b24f7e845b802c9881ec1f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-16T11:32:00,435 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ed8f2241bbe38156c45fc278204dcc82 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-16T11:32:00,436 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/0000000000000000002 2024-11-16T11:32:00,437 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,437 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,439 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed8f2241bbe38156c45fc278204dcc82 2024-11-16T11:32:00,442 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/ed8f2241bbe38156c45fc278204dcc82/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-16T11:32:00,443 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed8f2241bbe38156c45fc278204dcc82; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63511189, jitterRate=-0.05360953509807587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:00,444 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed8f2241bbe38156c45fc278204dcc82: Writing region info on filesystem at 1731756720380Initializing all the Stores at 1731756720381 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756720381Obtaining lock to block concurrent updates at 1731756720392 (+11 ms)Preparing flush snapshotting stores in ed8f2241bbe38156c45fc278204dcc82 at 1731756720392Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731756720392Flushing stores of testReplayEditsWrittenIntoWAL,,1731756720188.ed8f2241bbe38156c45fc278204dcc82. at 1731756720392Flushing ed8f2241bbe38156c45fc278204dcc82/a: creating writer at 1731756720392Flushing ed8f2241bbe38156c45fc278204dcc82/a: appending metadata at 1731756720408 (+16 ms)Flushing ed8f2241bbe38156c45fc278204dcc82/a: closing flushed file at 1731756720408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30798abc: reopening flushed file at 1731756720425 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for ed8f2241bbe38156c45fc278204dcc82 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1731756720435 (+10 ms)Cleaning up temporary data from old regions at 1731756720437 (+2 ms)Region opened successfully at 1731756720443 (+6 ms) 2024-11-16T11:32:00,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:43948 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:48486 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49206 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:44148 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49420 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=4925 (was 4930) 2024-11-16T11:32:00,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=4924 2024-11-16T11:32:00,485 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:00,487 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:00,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:00,490 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92843025, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-92843025, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:00,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92843025/hregion-92843025.1731756720491, exclude list is [], retry=0 2024-11-16T11:32:00,506 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:00,506 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:00,506 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:00,508 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92843025/hregion-92843025.1731756720491 2024-11-16T11:32:00,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:00,509 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9f278d9de58aed9fe577431d914a3524, NAME => 'testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741854_1030 (size=64) 2024-11-16T11:32:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741854_1030 (size=64) 2024-11-16T11:32:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741854_1030 (size=64) 2024-11-16T11:32:00,520 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:00,522 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,524 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f278d9de58aed9fe577431d914a3524 columnFamilyName a 2024-11-16T11:32:00,524 DEBUG [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:00,525 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(327): Store=9f278d9de58aed9fe577431d914a3524/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:00,525 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,526 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f278d9de58aed9fe577431d914a3524 columnFamilyName b 2024-11-16T11:32:00,527 DEBUG [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:00,527 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(327): Store=9f278d9de58aed9fe577431d914a3524/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:00,527 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,529 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f278d9de58aed9fe577431d914a3524 columnFamilyName c 2024-11-16T11:32:00,529 DEBUG [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:00,529 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(327): Store=9f278d9de58aed9fe577431d914a3524/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:00,530 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,530 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,531 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,532 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,532 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,532 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:00,534 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:00,536 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:00,537 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9f278d9de58aed9fe577431d914a3524; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68488049, jitterRate=0.02055145800113678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9f278d9de58aed9fe577431d914a3524: Writing region info on filesystem at 1731756720520Initializing all the Stores at 1731756720522 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756720522Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756720522Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756720522Cleaning up temporary data from old regions at 1731756720532 (+10 ms)Region opened successfully at 1731756720537 (+5 ms) 2024-11-16T11:32:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9f278d9de58aed9fe577431d914a3524, disabling compactions & flushes 2024-11-16T11:32:00,537 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. after waiting 0 ms 2024-11-16T11:32:00,537 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:00,538 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:00,538 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9f278d9de58aed9fe577431d914a3524: Waiting for close lock at 1731756720537Disabling compacts and flushes for region at 1731756720537Disabling writes for close at 1731756720537Writing region close event to WAL at 1731756720538 (+1 ms)Closed at 1731756720538 2024-11-16T11:32:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741853_1029 (size=95) 2024-11-16T11:32:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741853_1029 (size=95) 2024-11-16T11:32:00,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741853_1029 (size=95) 2024-11-16T11:32:00,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:00,547 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92843025:(num 1731756720491) 2024-11-16T11:32:00,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:00,550 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:00,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551, exclude list is [], retry=0 2024-11-16T11:32:00,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:00,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:00,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:00,570 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 2024-11-16T11:32:00,571 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:00,799 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551, size=0 (0bytes) 2024-11-16T11:32:00,799 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 might be still open, length is 0 2024-11-16T11:32:00,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 2024-11-16T11:32:00,800 WARN [IPC Server handler 1 on default port 46883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-16T11:32:00,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 after 2ms 2024-11-16T11:32:01,554 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:44176 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44176 dst: /127.0.0.1:41681 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41681 remote=/127.0.0.1:44176]. Total timeout mills is 60000, 59198 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:01,555 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49462 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49462 dst: /127.0.0.1:36813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:01,555 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:48498 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48498 dst: /127.0.0.1:37827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741855_1032 (size=263633) 2024-11-16T11:32:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741855_1032 (size=263633) 2024-11-16T11:32:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741855_1032 (size=263633) 2024-11-16T11:32:04,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 after 4003ms 2024-11-16T11:32:04,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:32:04,809 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:04,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 took 4012ms 2024-11-16T11:32:04,820 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731756720551.temp 2024-11-16T11:32:04,822 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000000001-wal.1731756720551.temp 2024-11-16T11:32:04,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T11:32:04,962 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551; continuing. 2024-11-16T11:32:04,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 so closing down 2024-11-16T11:32:04,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:04,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741856_1033 (size=263641) 2024-11-16T11:32:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741856_1033 (size=263641) 2024-11-16T11:32:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741856_1033 (size=263641) 2024-11-16T11:32:04,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000000001-wal.1731756720551.temp (wrote 3002 edits, skipped 0 edits in 77 ms) 2024-11-16T11:32:04,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000000001-wal.1731756720551.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002 2024-11-16T11:32:04,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:32:04,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551, journal: Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551, size=0 (0bytes) at 1731756720799Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000000001-wal.1731756720551.temp at 1731756724823 (+4024 ms)Split 1024 edits, skipped 0 edits. at 1731756724900 (+77 ms)Split 2048 edits, skipped 0 edits. at 1731756724937 (+37 ms)Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 so closing down at 1731756724963 (+26 ms)3 split writer threads finished at 1731756724963Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000000001-wal.1731756720551.temp (wrote 3002 edits, skipped 0 edits in 77 ms) at 1731756724966 (+3 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000000001-wal.1731756720551.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002 at 1731756724968 (+2 ms)Processed 3002 edits across 1 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551, size=0, length=0, corrupted=false, cancelled=false at 1731756724968 2024-11-16T11:32:04,971 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756720551 2024-11-16T11:32:04,972 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002 2024-11-16T11:32:04,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:04,975 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:04,988 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756724975, exclude list is [], retry=0 2024-11-16T11:32:04,991 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:04,992 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:04,992 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:04,995 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756724975 2024-11-16T11:32:04,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:04,996 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:04,998 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:04,999 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f278d9de58aed9fe577431d914a3524 columnFamilyName a 2024-11-16T11:32:05,000 DEBUG [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:05,001 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(327): Store=9f278d9de58aed9fe577431d914a3524/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:05,001 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:05,002 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f278d9de58aed9fe577431d914a3524 columnFamilyName b 2024-11-16T11:32:05,002 DEBUG [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:05,003 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(327): Store=9f278d9de58aed9fe577431d914a3524/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:05,003 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:05,005 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f278d9de58aed9fe577431d914a3524 columnFamilyName c 2024-11-16T11:32:05,005 DEBUG [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:05,006 INFO [StoreOpener-9f278d9de58aed9fe577431d914a3524-1 {}] regionserver.HStore(327): Store=9f278d9de58aed9fe577431d914a3524/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:05,006 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:05,007 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:05,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:05,009 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002 2024-11-16T11:32:05,012 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:05,051 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T11:32:05,398 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9f278d9de58aed9fe577431d914a3524 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-16T11:32:05,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/a/65103df8006544c4b744daa5ceff4aa7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731756720582/Put/seqid=0 2024-11-16T11:32:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741858_1035 (size=50463) 2024-11-16T11:32:05,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741858_1035 (size=50463) 2024-11-16T11:32:05,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741858_1035 (size=50463) 2024-11-16T11:32:05,448 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/a/65103df8006544c4b744daa5ceff4aa7 2024-11-16T11:32:05,456 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/a/65103df8006544c4b744daa5ceff4aa7 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/a/65103df8006544c4b744daa5ceff4aa7 2024-11-16T11:32:05,463 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/a/65103df8006544c4b744daa5ceff4aa7, entries=754, sequenceid=754, filesize=49.3 K 2024-11-16T11:32:05,463 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 9f278d9de58aed9fe577431d914a3524 in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-11-16T11:32:05,492 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T11:32:05,492 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9f278d9de58aed9fe577431d914a3524 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-16T11:32:05,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/a/4c60a1ad7f714906a46c6a24adce77f1 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731756720645/Put/seqid=0 2024-11-16T11:32:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741859_1036 (size=20072) 2024-11-16T11:32:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741859_1036 (size=20072) 2024-11-16T11:32:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741859_1036 (size=20072) 2024-11-16T11:32:05,510 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/a/4c60a1ad7f714906a46c6a24adce77f1 2024-11-16T11:32:05,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/b/439578497ae64c4a86d6ae2deed5d4d5 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731756720671/Put/seqid=0 2024-11-16T11:32:05,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741860_1037 (size=35835) 2024-11-16T11:32:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741860_1037 (size=35835) 2024-11-16T11:32:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741860_1037 (size=35835) 2024-11-16T11:32:05,541 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/b/439578497ae64c4a86d6ae2deed5d4d5 2024-11-16T11:32:05,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/a/4c60a1ad7f714906a46c6a24adce77f1 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/a/4c60a1ad7f714906a46c6a24adce77f1 2024-11-16T11:32:05,556 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/a/4c60a1ad7f714906a46c6a24adce77f1, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-16T11:32:05,558 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/b/439578497ae64c4a86d6ae2deed5d4d5 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/b/439578497ae64c4a86d6ae2deed5d4d5 2024-11-16T11:32:05,566 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/b/439578497ae64c4a86d6ae2deed5d4d5, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-16T11:32:05,566 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9f278d9de58aed9fe577431d914a3524 in 74ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-16T11:32:05,588 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T11:32:05,588 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9f278d9de58aed9fe577431d914a3524 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-16T11:32:05,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/b/34cb7913cb3b4829b49556dcae0eb0c8 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731756720688/Put/seqid=0 2024-11-16T11:32:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741861_1038 (size=35082) 2024-11-16T11:32:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741861_1038 (size=35082) 2024-11-16T11:32:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741861_1038 (size=35082) 2024-11-16T11:32:06,004 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/b/34cb7913cb3b4829b49556dcae0eb0c8 2024-11-16T11:32:06,027 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/c/8d3b0160d9d3442396adf9030f359ef5 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731756720713/Put/seqid=0 2024-11-16T11:32:06,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741862_1039 (size=20825) 2024-11-16T11:32:06,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741862_1039 (size=20825) 2024-11-16T11:32:06,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741862_1039 (size=20825) 2024-11-16T11:32:06,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/c/8d3b0160d9d3442396adf9030f359ef5 2024-11-16T11:32:06,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/b/34cb7913cb3b4829b49556dcae0eb0c8 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/b/34cb7913cb3b4829b49556dcae0eb0c8 2024-11-16T11:32:06,050 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/b/34cb7913cb3b4829b49556dcae0eb0c8, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-16T11:32:06,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/c/8d3b0160d9d3442396adf9030f359ef5 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/c/8d3b0160d9d3442396adf9030f359ef5 2024-11-16T11:32:06,058 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/c/8d3b0160d9d3442396adf9030f359ef5, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-16T11:32:06,058 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 9f278d9de58aed9fe577431d914a3524 in 470ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-16T11:32:06,069 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731756720750/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:06,072 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002 2024-11-16T11:32:06,072 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-16T11:32:06,072 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9f278d9de58aed9fe577431d914a3524 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-16T11:32:06,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/c/3e55e2dac0214bfcb2618eafa3131ad3 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731756720719/Put/seqid=0 2024-11-16T11:32:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741863_1040 (size=50301) 2024-11-16T11:32:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741863_1040 (size=50301) 2024-11-16T11:32:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741863_1040 (size=50301) 2024-11-16T11:32:06,091 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/c/3e55e2dac0214bfcb2618eafa3131ad3 2024-11-16T11:32:06,097 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e55e2dac0214bfcb2618eafa3131ad3 2024-11-16T11:32:06,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/.tmp/c/3e55e2dac0214bfcb2618eafa3131ad3 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/c/3e55e2dac0214bfcb2618eafa3131ad3 2024-11-16T11:32:06,105 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e55e2dac0214bfcb2618eafa3131ad3 2024-11-16T11:32:06,105 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/c/3e55e2dac0214bfcb2618eafa3131ad3, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-16T11:32:06,106 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 9f278d9de58aed9fe577431d914a3524 in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-16T11:32:06,107 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/0000000000000003002 2024-11-16T11:32:06,108 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:06,108 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:06,109 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T11:32:06,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9f278d9de58aed9fe577431d914a3524 2024-11-16T11:32:06,114 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenIntoWAL/9f278d9de58aed9fe577431d914a3524/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-16T11:32:06,115 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9f278d9de58aed9fe577431d914a3524; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66164035, jitterRate=-0.014079049229621887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T11:32:06,115 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9f278d9de58aed9fe577431d914a3524: Writing region info on filesystem at 1731756724996Initializing all the Stores at 1731756724997 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756724997Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756724998 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756724998Cleaning up temporary data from old regions at 1731756726108 (+1110 ms)Region opened successfully at 1731756726115 (+7 ms) 2024-11-16T11:32:06,175 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9f278d9de58aed9fe577431d914a3524, disabling compactions & flushes 2024-11-16T11:32:06,176 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:06,176 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:06,176 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. after waiting 0 ms 2024-11-16T11:32:06,176 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:06,178 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731756720485.9f278d9de58aed9fe577431d914a3524. 2024-11-16T11:32:06,178 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9f278d9de58aed9fe577431d914a3524: Waiting for close lock at 1731756726175Disabling compacts and flushes for region at 1731756726175Disabling writes for close at 1731756726176 (+1 ms)Writing region close event to WAL at 1731756726178 (+2 ms)Closed at 1731756726178 2024-11-16T11:32:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741857_1034 (size=95) 2024-11-16T11:32:06,181 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756724975 not finished, retry = 0 2024-11-16T11:32:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741857_1034 (size=95) 2024-11-16T11:32:06,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741857_1034 (size=95) 2024-11-16T11:32:06,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:06,286 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731756724975) 2024-11-16T11:32:06,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=397 (was 383) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1825011194_22 at /127.0.0.1:52560 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1825011194_22 at /127.0.0.1:35742 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1825011194_22 at /127.0.0.1:52580 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46883 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1825011194_22 at /127.0.0.1:49524 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=4869 (was 4924) 2024-11-16T11:32:06,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=397, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=4869 2024-11-16T11:32:06,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:06,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:06,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:06,338 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24140880, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-24140880, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:06,349 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24140880/hregion-24140880.1731756726338, exclude list is [], retry=0 2024-11-16T11:32:06,352 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:06,352 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:06,353 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:06,355 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24140880/hregion-24140880.1731756726338 2024-11-16T11:32:06,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-16T11:32:06,356 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f67464a0cbf62faafa5401d570696709, NAME => 'test2727,,1731756726333.f67464a0cbf62faafa5401d570696709.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741865_1042 (size=43) 2024-11-16T11:32:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741865_1042 (size=43) 2024-11-16T11:32:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741865_1042 (size=43) 2024-11-16T11:32:06,366 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731756726333.f67464a0cbf62faafa5401d570696709.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:06,367 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,369 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67464a0cbf62faafa5401d570696709 columnFamilyName a 2024-11-16T11:32:06,369 DEBUG [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:06,369 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(327): Store=f67464a0cbf62faafa5401d570696709/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:06,369 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,371 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67464a0cbf62faafa5401d570696709 columnFamilyName b 2024-11-16T11:32:06,371 DEBUG [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:06,372 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(327): Store=f67464a0cbf62faafa5401d570696709/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:06,372 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,373 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67464a0cbf62faafa5401d570696709 columnFamilyName c 2024-11-16T11:32:06,373 DEBUG [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:06,374 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(327): Store=f67464a0cbf62faafa5401d570696709/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:06,374 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,377 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,377 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,377 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:06,379 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:06,381 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:06,381 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f67464a0cbf62faafa5401d570696709; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71735789, jitterRate=0.06894655525684357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:06,383 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f67464a0cbf62faafa5401d570696709: Writing region info on filesystem at 1731756726366Initializing all the Stores at 1731756726367 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756726367Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756726367Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756726367Cleaning up temporary data from old regions at 1731756726377 (+10 ms)Region opened successfully at 1731756726383 (+6 ms) 2024-11-16T11:32:06,383 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f67464a0cbf62faafa5401d570696709, disabling compactions & flushes 2024-11-16T11:32:06,383 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:06,383 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:06,383 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. after waiting 0 ms 2024-11-16T11:32:06,383 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:06,384 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:06,384 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f67464a0cbf62faafa5401d570696709: Waiting for close lock at 1731756726383Disabling compacts and flushes for region at 1731756726383Disabling writes for close at 1731756726383Writing region close event to WAL at 1731756726384 (+1 ms)Closed at 1731756726384 2024-11-16T11:32:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741864_1041 (size=95) 2024-11-16T11:32:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741864_1041 (size=95) 2024-11-16T11:32:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741864_1041 (size=95) 2024-11-16T11:32:06,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:06,392 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24140880:(num 1731756726338) 2024-11-16T11:32:06,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:06,394 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:06,412 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395, exclude list is [], retry=0 2024-11-16T11:32:06,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:06,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:06,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:06,417 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 2024-11-16T11:32:06,418 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741866_1043 (size=263359) 2024-11-16T11:32:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741866_1043 (size=263359) 2024-11-16T11:32:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741866_1043 (size=263359) 2024-11-16T11:32:06,639 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395, size=257.2 K (263359bytes) 2024-11-16T11:32:06,639 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 2024-11-16T11:32:06,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 after 1ms 2024-11-16T11:32:06,643 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:06,644 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 took 5ms 2024-11-16T11:32:06,648 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731756726395.temp 2024-11-16T11:32:06,651 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000000001-wal.1731756726395.temp 2024-11-16T11:32:06,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 so closing down 2024-11-16T11:32:06,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:06,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741867_1044 (size=263359) 2024-11-16T11:32:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741867_1044 (size=263359) 2024-11-16T11:32:06,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741867_1044 (size=263359) 2024-11-16T11:32:06,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000000001-wal.1731756726395.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-11-16T11:32:06,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000000001-wal.1731756726395.temp to hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000 2024-11-16T11:32:06,710 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-16T11:32:06,710 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395, journal: Splitting hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395, size=257.2 K (263359bytes) at 1731756726639Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000000001-wal.1731756726395.temp at 1731756726651 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731756726666 (+15 ms)Split 2048 edits, skipped 0 edits. at 1731756726683 (+17 ms)Finishing writing output for hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 so closing down at 1731756726702 (+19 ms)3 split writer threads finished at 1731756726702Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000000001-wal.1731756726395.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1731756726708 (+6 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000000001-wal.1731756726395.temp to hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000 at 1731756726710 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731756726710 2024-11-16T11:32:06,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726395 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756726395 2024-11-16T11:32:06,713 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000 2024-11-16T11:32:06,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:06,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:06,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T11:32:06,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:06,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:32:06,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T11:32:06,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T11:32:06,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:06,722 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-16T11:32:06,722 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:06,737 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717, exclude list is [], retry=0 2024-11-16T11:32:06,740 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:06,740 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:06,741 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:06,742 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 2024-11-16T11:32:06,743 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741868_1045 (size=263486) 2024-11-16T11:32:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741868_1045 (size=263486) 2024-11-16T11:32:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741868_1045 (size=263486) 2024-11-16T11:32:06,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717, size=257.3 K (263486bytes) 2024-11-16T11:32:06,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 2024-11-16T11:32:06,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 after 0ms 2024-11-16T11:32:06,927 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:06,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 took 5ms 2024-11-16T11:32:06,933 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731756726717.temp 2024-11-16T11:32:06,935 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003001-wal.1731756726717.temp 2024-11-16T11:32:06,978 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 so closing down 2024-11-16T11:32:06,978 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:06,978 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741869_1046 (size=263486) 2024-11-16T11:32:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741869_1046 (size=263486) 2024-11-16T11:32:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741869_1046 (size=263486) 2024-11-16T11:32:06,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003001-wal.1731756726717.temp (wrote 3000 edits, skipped 0 edits in 35 ms) 2024-11-16T11:32:06,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003001-wal.1731756726717.temp to hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000 2024-11-16T11:32:06,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-16T11:32:06,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717, journal: Splitting hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717, size=257.3 K (263486bytes) at 1731756726924Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003001-wal.1731756726717.temp at 1731756726935 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731756726946 (+11 ms)Split 2048 edits, skipped 0 edits. at 1731756726963 (+17 ms)Finishing writing output for hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 so closing down at 1731756726978 (+15 ms)3 split writer threads finished at 1731756726978Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003001-wal.1731756726717.temp (wrote 3000 edits, skipped 0 edits in 35 ms) at 1731756726981 (+3 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003001-wal.1731756726717.temp to hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000 at 1731756726983 (+2 ms)Processed 3000 edits across 1 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731756726983 2024-11-16T11:32:06,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726717 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756726717 2024-11-16T11:32:06,986 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000 2024-11-16T11:32:06,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:06,989 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/test2727-manual,16010,1731756726331, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:07,004 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726990, exclude list is [], retry=0 2024-11-16T11:32:07,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:07,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:07,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:07,011 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731756726331/wal.1731756726990 2024-11-16T11:32:07,012 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:07,012 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f67464a0cbf62faafa5401d570696709, NAME => 'test2727,,1731756726333.f67464a0cbf62faafa5401d570696709.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:07,012 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731756726333.f67464a0cbf62faafa5401d570696709.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:07,012 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,012 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,014 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,016 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67464a0cbf62faafa5401d570696709 columnFamilyName a 2024-11-16T11:32:07,016 DEBUG [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:07,016 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(327): Store=f67464a0cbf62faafa5401d570696709/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:07,016 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,017 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67464a0cbf62faafa5401d570696709 columnFamilyName b 2024-11-16T11:32:07,018 DEBUG [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:07,018 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(327): Store=f67464a0cbf62faafa5401d570696709/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:07,018 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,019 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67464a0cbf62faafa5401d570696709 columnFamilyName c 2024-11-16T11:32:07,019 DEBUG [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:07,020 INFO [StoreOpener-f67464a0cbf62faafa5401d570696709-1 {}] regionserver.HStore(327): Store=f67464a0cbf62faafa5401d570696709/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:07,020 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,024 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,025 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000 2024-11-16T11:32:07,028 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:07,080 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000 2024-11-16T11:32:07,081 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000 2024-11-16T11:32:07,085 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:07,136 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000 2024-11-16T11:32:07,136 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f67464a0cbf62faafa5401d570696709 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-16T11:32:07,158 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/a/4150b1e39d264efba517fc29e1df3f6d is 41, key is test2727/a:100/1731756726747/Put/seqid=0 2024-11-16T11:32:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741871_1048 (size=84227) 2024-11-16T11:32:07,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741871_1048 (size=84227) 2024-11-16T11:32:07,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741871_1048 (size=84227) 2024-11-16T11:32:07,169 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/a/4150b1e39d264efba517fc29e1df3f6d 2024-11-16T11:32:07,197 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/b/dd34f41def3846db992097b55ce7bd54 is 41, key is test2727/b:100/1731756726792/Put/seqid=0 2024-11-16T11:32:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741872_1049 (size=84609) 2024-11-16T11:32:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741872_1049 (size=84609) 2024-11-16T11:32:07,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741872_1049 (size=84609) 2024-11-16T11:32:07,603 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/b/dd34f41def3846db992097b55ce7bd54 2024-11-16T11:32:07,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/c/cf8e6aaf38ba4742a6ed5b592467f48c is 41, key is test2727/c:100/1731756726853/Put/seqid=0 2024-11-16T11:32:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741873_1050 (size=84609) 2024-11-16T11:32:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741873_1050 (size=84609) 2024-11-16T11:32:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741873_1050 (size=84609) 2024-11-16T11:32:07,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/c/cf8e6aaf38ba4742a6ed5b592467f48c 2024-11-16T11:32:07,653 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/a/4150b1e39d264efba517fc29e1df3f6d as hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/a/4150b1e39d264efba517fc29e1df3f6d 2024-11-16T11:32:07,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/a/4150b1e39d264efba517fc29e1df3f6d, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-16T11:32:07,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/b/dd34f41def3846db992097b55ce7bd54 as hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/b/dd34f41def3846db992097b55ce7bd54 2024-11-16T11:32:07,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/b/dd34f41def3846db992097b55ce7bd54, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-16T11:32:07,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/.tmp/c/cf8e6aaf38ba4742a6ed5b592467f48c as hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/c/cf8e6aaf38ba4742a6ed5b592467f48c 2024-11-16T11:32:07,679 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/c/cf8e6aaf38ba4742a6ed5b592467f48c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-16T11:32:07,679 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f67464a0cbf62faafa5401d570696709 in 543ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-16T11:32:07,680 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000003000 2024-11-16T11:32:07,681 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/0000000000000006000 2024-11-16T11:32:07,682 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,682 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,683 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:07,685 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f67464a0cbf62faafa5401d570696709 2024-11-16T11:32:07,687 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/test2727/f67464a0cbf62faafa5401d570696709/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-16T11:32:07,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f67464a0cbf62faafa5401d570696709; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64579096, jitterRate=-0.0376964807510376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:07,690 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f67464a0cbf62faafa5401d570696709: Writing region info on filesystem at 1731756727013Initializing all the Stores at 1731756727014 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756727014Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756727014Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756727014Obtaining lock to block concurrent updates at 1731756727136 (+122 ms)Preparing flush snapshotting stores in f67464a0cbf62faafa5401d570696709 at 1731756727136Finished memstore snapshotting test2727,,1731756726333.f67464a0cbf62faafa5401d570696709., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731756727136Flushing stores of test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. at 1731756727136Flushing f67464a0cbf62faafa5401d570696709/a: creating writer at 1731756727136Flushing f67464a0cbf62faafa5401d570696709/a: appending metadata at 1731756727157 (+21 ms)Flushing f67464a0cbf62faafa5401d570696709/a: closing flushed file at 1731756727158 (+1 ms)Flushing f67464a0cbf62faafa5401d570696709/b: creating writer at 1731756727176 (+18 ms)Flushing f67464a0cbf62faafa5401d570696709/b: appending metadata at 1731756727195 (+19 ms)Flushing f67464a0cbf62faafa5401d570696709/b: closing flushed file at 1731756727195Flushing f67464a0cbf62faafa5401d570696709/c: creating writer at 1731756727614 (+419 ms)Flushing f67464a0cbf62faafa5401d570696709/c: appending metadata at 1731756727637 (+23 ms)Flushing f67464a0cbf62faafa5401d570696709/c: closing flushed file at 1731756727637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3932887: reopening flushed file at 1731756727652 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e76798: reopening flushed file at 1731756727661 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea46f2b: reopening flushed file at 1731756727670 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for f67464a0cbf62faafa5401d570696709 in 543ms, sequenceid=6000, compaction requested=false; wal=null at 1731756727679 (+9 ms)Cleaning up temporary data from old regions at 1731756727682 (+3 ms)Region opened successfully at 1731756727689 (+7 ms) 2024-11-16T11:32:07,691 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-16T11:32:07,691 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f67464a0cbf62faafa5401d570696709, disabling compactions & flushes 2024-11-16T11:32:07,691 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:07,691 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:07,691 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. after waiting 0 ms 2024-11-16T11:32:07,691 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:07,693 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731756726333.f67464a0cbf62faafa5401d570696709. 2024-11-16T11:32:07,693 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f67464a0cbf62faafa5401d570696709: Waiting for close lock at 1731756727691Disabling compacts and flushes for region at 1731756727691Disabling writes for close at 1731756727691Writing region close event to WAL at 1731756727692 (+1 ms)Closed at 1731756727692 2024-11-16T11:32:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741870_1047 (size=95) 2024-11-16T11:32:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741870_1047 (size=95) 2024-11-16T11:32:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741870_1047 (size=95) 2024-11-16T11:32:07,699 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:07,699 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731756726990) 2024-11-16T11:32:07,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401 (was 397) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49638 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:35912 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:52580 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=4690 (was 4869) 2024-11-16T11:32:07,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=4689 2024-11-16T11:32:07,738 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:07,745 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:07,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731756727746 2024-11-16T11:32:07,753 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746 2024-11-16T11:32:07,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:07,757 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dfe2c23c637f27037270e96723a679ea, NAME => 'testSequentialEditLogSeqNum,,1731756727739.dfe2c23c637f27037270e96723a679ea.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:07,757 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731756727739.dfe2c23c637f27037270e96723a679ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:07,757 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,757 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,758 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea doesn't exist for region: dfe2c23c637f27037270e96723a679ea on table testSequentialEditLogSeqNum 2024-11-16T11:32:07,759 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: dfe2c23c637f27037270e96723a679ea on table testSequentialEditLogSeqNum 2024-11-16T11:32:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741875_1052 (size=62) 2024-11-16T11:32:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741875_1052 (size=62) 2024-11-16T11:32:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741875_1052 (size=62) 2024-11-16T11:32:07,769 INFO [StoreOpener-dfe2c23c637f27037270e96723a679ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,771 INFO [StoreOpener-dfe2c23c637f27037270e96723a679ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe2c23c637f27037270e96723a679ea columnFamilyName a 2024-11-16T11:32:07,771 DEBUG [StoreOpener-dfe2c23c637f27037270e96723a679ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:07,771 INFO [StoreOpener-dfe2c23c637f27037270e96723a679ea-1 {}] regionserver.HStore(327): Store=dfe2c23c637f27037270e96723a679ea/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:07,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,773 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,773 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dfe2c23c637f27037270e96723a679ea 2024-11-16T11:32:07,777 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:07,777 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dfe2c23c637f27037270e96723a679ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63229223, jitterRate=-0.057811155915260315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:07,779 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dfe2c23c637f27037270e96723a679ea: Writing region info on filesystem at 1731756727758Initializing all the Stores at 1731756727769 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756727769Cleaning up temporary data from old regions at 1731756727773 (+4 ms)Region opened successfully at 1731756727779 (+6 ms) 2024-11-16T11:32:07,794 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dfe2c23c637f27037270e96723a679ea 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-16T11:32:07,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/.tmp/a/b42cefeb541741c4acaa8d37b6da25c9 is 81, key is testSequentialEditLogSeqNum/a:x0/1731756727779/Put/seqid=0 2024-11-16T11:32:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741876_1053 (size=5833) 2024-11-16T11:32:07,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741876_1053 (size=5833) 2024-11-16T11:32:07,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741876_1053 (size=5833) 2024-11-16T11:32:07,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/.tmp/a/b42cefeb541741c4acaa8d37b6da25c9 2024-11-16T11:32:07,838 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/.tmp/a/b42cefeb541741c4acaa8d37b6da25c9 as hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/a/b42cefeb541741c4acaa8d37b6da25c9 2024-11-16T11:32:07,847 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/a/b42cefeb541741c4acaa8d37b6da25c9, entries=10, sequenceid=13, filesize=5.7 K 2024-11-16T11:32:07,849 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for dfe2c23c637f27037270e96723a679ea in 55ms, sequenceid=13, compaction requested=false 2024-11-16T11:32:07,850 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dfe2c23c637f27037270e96723a679ea: 2024-11-16T11:32:07,856 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:32:07,857 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:32:07,857 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:32:07,857 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:32:07,857 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T11:32:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741874_1051 (size=1842) 2024-11-16T11:32:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741874_1051 (size=1842) 2024-11-16T11:32:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741874_1051 (size=1842) 2024-11-16T11:32:07,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746, size=1.8 K (1842bytes) 2024-11-16T11:32:07,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746 2024-11-16T11:32:07,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746 after 1ms 2024-11-16T11:32:07,882 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:07,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746 took 4ms 2024-11-16T11:32:07,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746 so closing down 2024-11-16T11:32:07,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:07,887 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731756727746.temp 2024-11-16T11:32:07,888 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000003-wal.1731756727746.temp 2024-11-16T11:32:07,889 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741877_1054 (size=1477) 2024-11-16T11:32:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741877_1054 (size=1477) 2024-11-16T11:32:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741877_1054 (size=1477) 2024-11-16T11:32:07,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000003-wal.1731756727746.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:07,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000003-wal.1731756727746.temp to hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000020 2024-11-16T11:32:07,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746, size=1.8 K, length=1842, corrupted=false, cancelled=false 2024-11-16T11:32:07,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746, journal: Splitting hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746, size=1.8 K (1842bytes) at 1731756727879Finishing writing output for hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746 so closing down at 1731756727886 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000003-wal.1731756727746.temp at 1731756727888 (+2 ms)3 split writer threads finished at 1731756727889 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000003-wal.1731756727746.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731756727900 (+11 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000003-wal.1731756727746.temp to hdfs://localhost:46883/hbase/data/default/testSequentialEditLogSeqNum/dfe2c23c637f27037270e96723a679ea/recovered.edits/0000000000000000020 at 1731756727902 (+2 ms)Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:46883/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731756727737/wal.1731756727746, size=1.8 K, length=1842, corrupted=false, cancelled=false at 1731756727902 2024-11-16T11:32:07,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=406 (was 401) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49638 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:52580 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=4669 (was 4689) 2024-11-16T11:32:07,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=406, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=4668 2024-11-16T11:32:07,941 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:07,943 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:07,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:07,981 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09555615, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-09555615, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:07,998 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09555615/hregion-09555615.1731756727982, exclude list is [], retry=0 2024-11-16T11:32:08,000 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:08,000 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:08,001 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:08,003 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09555615/hregion-09555615.1731756727982 2024-11-16T11:32:08,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:08,004 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a49a67f22a60cc37ae5e647ec1b4d4e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741879_1056 (size=70) 2024-11-16T11:32:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741879_1056 (size=70) 2024-11-16T11:32:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741879_1056 (size=70) 2024-11-16T11:32:08,016 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:08,018 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,020 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName a 2024-11-16T11:32:08,020 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:08,021 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:08,021 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,023 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName b 2024-11-16T11:32:08,023 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:08,024 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:08,024 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,025 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName c 2024-11-16T11:32:08,025 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:08,026 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:08,026 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,027 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,027 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,028 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,028 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,029 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:08,030 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,032 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:08,033 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a49a67f22a60cc37ae5e647ec1b4d4e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66483150, jitterRate=-0.009323865175247192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:08,034 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a49a67f22a60cc37ae5e647ec1b4d4e4: Writing region info on filesystem at 1731756728017Initializing all the Stores at 1731756728017Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756728018 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756728018Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756728018Cleaning up temporary data from old regions at 1731756728028 (+10 ms)Region opened successfully at 1731756728034 (+6 ms) 2024-11-16T11:32:08,034 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a49a67f22a60cc37ae5e647ec1b4d4e4, disabling compactions & flushes 2024-11-16T11:32:08,034 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:08,034 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:08,034 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. after waiting 0 ms 2024-11-16T11:32:08,034 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:08,035 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:08,035 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a49a67f22a60cc37ae5e647ec1b4d4e4: Waiting for close lock at 1731756728034Disabling compacts and flushes for region at 1731756728034Disabling writes for close at 1731756728034Writing region close event to WAL at 1731756728035 (+1 ms)Closed at 1731756728035 2024-11-16T11:32:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741878_1055 (size=95) 2024-11-16T11:32:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741878_1055 (size=95) 2024-11-16T11:32:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741878_1055 (size=95) 2024-11-16T11:32:08,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:08,041 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09555615:(num 1731756727982) 2024-11-16T11:32:08,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:08,044 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:08,057 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044, exclude list is [], retry=0 2024-11-16T11:32:08,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:08,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:08,062 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:08,064 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 2024-11-16T11:32:08,065 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-16T11:32:08,065 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a49a67f22a60cc37ae5e647ec1b4d4e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:08,065 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:08,065 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,065 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,067 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,068 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName a 2024-11-16T11:32:08,069 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:08,069 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:08,070 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,071 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName b 2024-11-16T11:32:08,071 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:08,071 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:08,072 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,073 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName c 2024-11-16T11:32:08,073 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:08,074 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:08,074 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,075 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,076 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,077 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,077 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,078 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:08,079 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:08,080 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a49a67f22a60cc37ae5e647ec1b4d4e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71788567, jitterRate=0.06973300874233246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:08,081 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a49a67f22a60cc37ae5e647ec1b4d4e4: Writing region info on filesystem at 1731756728065Initializing all the Stores at 1731756728066 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756728067 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756728067Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756728067Cleaning up temporary data from old regions at 1731756728077 (+10 ms)Region opened successfully at 1731756728081 (+4 ms) 2024-11-16T11:32:08,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731756728085/Put/seqid=0 2024-11-16T11:32:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741881_1058 (size=4826) 2024-11-16T11:32:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741881_1058 (size=4826) 2024-11-16T11:32:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741881_1058 (size=4826) 2024-11-16T11:32:08,096 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in a49a67f22a60cc37ae5e647ec1b4d4e4/a 2024-11-16T11:32:08,104 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-16T11:32:08,104 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:32:08,104 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a49a67f22a60cc37ae5e647ec1b4d4e4: 2024-11-16T11:32:08,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/2d947f5c60ee4090b9cab30a30806112_SeqId_3_ 2024-11-16T11:32:08,107 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into a49a67f22a60cc37ae5e647ec1b4d4e4/a as hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/2d947f5c60ee4090b9cab30a30806112_SeqId_3_ - updating store file list. 2024-11-16T11:32:08,113 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d947f5c60ee4090b9cab30a30806112_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:08,114 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/2d947f5c60ee4090b9cab30a30806112_SeqId_3_ into a49a67f22a60cc37ae5e647ec1b4d4e4/a 2024-11-16T11:32:08,114 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46883/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into a49a67f22a60cc37ae5e647ec1b4d4e4/a (new location: hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/2d947f5c60ee4090b9cab30a30806112_SeqId_3_) 2024-11-16T11:32:08,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044, size=0 (0bytes) 2024-11-16T11:32:08,182 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 might be still open, length is 0 2024-11-16T11:32:08,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 2024-11-16T11:32:08,182 WARN [IPC Server handler 3 on default port 46883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-16T11:32:08,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 after 1ms 2024-11-16T11:32:10,549 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:52760 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52760 dst: /127.0.0.1:36813 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36813 remote=/127.0.0.1:52760]. Total timeout mills is 60000, 57572 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:10,549 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:36002 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36002 dst: /127.0.0.1:41681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:10,549 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:49736 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49736 dst: /127.0.0.1:37827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741880_1059 (size=473) 2024-11-16T11:32:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741880_1059 (size=473) 2024-11-16T11:32:12,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 after 4002ms 2024-11-16T11:32:12,189 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:12,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 took 4008ms 2024-11-16T11:32:12,191 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044; continuing. 2024-11-16T11:32:12,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 so closing down 2024-11-16T11:32:12,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:12,194 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731756728044.temp 2024-11-16T11:32:12,195 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005-wal.1731756728044.temp 2024-11-16T11:32:12,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741882_1060 (size=259) 2024-11-16T11:32:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741882_1060 (size=259) 2024-11-16T11:32:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741882_1060 (size=259) 2024-11-16T11:32:12,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005-wal.1731756728044.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:12,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005-wal.1731756728044.temp to hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005 2024-11-16T11:32:12,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:32:12,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044, journal: Splitting hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044, size=0 (0bytes) at 1731756728182Finishing writing output for hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 so closing down at 1731756732191 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005-wal.1731756728044.temp at 1731756732195 (+4 ms)3 split writer threads finished at 1731756732196 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005-wal.1731756728044.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731756732207 (+11 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005-wal.1731756728044.temp to hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005 at 1731756732208 (+1 ms)Processed 2 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044, size=0, length=0, corrupted=false, cancelled=false at 1731756732209 (+1 ms) 2024-11-16T11:32:12,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756728044 2024-11-16T11:32:12,212 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005 2024-11-16T11:32:12,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:12,214 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:12,228 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756732214, exclude list is [], retry=0 2024-11-16T11:32:12,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:12,231 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:12,231 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:12,233 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756732214 2024-11-16T11:32:12,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:12,233 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a49a67f22a60cc37ae5e647ec1b4d4e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:12,233 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:12,234 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,234 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,235 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,236 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName a 2024-11-16T11:32:12,236 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:12,242 DEBUG [StoreFileOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d947f5c60ee4090b9cab30a30806112_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:12,242 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/2d947f5c60ee4090b9cab30a30806112_SeqId_3_ 2024-11-16T11:32:12,242 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:12,243 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,244 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName b 2024-11-16T11:32:12,244 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:12,244 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:12,244 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,245 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a49a67f22a60cc37ae5e647ec1b4d4e4 columnFamilyName c 2024-11-16T11:32:12,245 DEBUG [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:12,246 INFO [StoreOpener-a49a67f22a60cc37ae5e647ec1b4d4e4-1 {}] regionserver.HStore(327): Store=a49a67f22a60cc37ae5e647ec1b4d4e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:12,246 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,247 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,248 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,248 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005 2024-11-16T11:32:12,251 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:12,252 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005 2024-11-16T11:32:12,252 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a49a67f22a60cc37ae5e647ec1b4d4e4 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-16T11:32:12,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/.tmp/a/ba05ae83f8554438ab67fc64e8bca4be is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731756728119/Put/seqid=0 2024-11-16T11:32:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741884_1062 (size=5149) 2024-11-16T11:32:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741884_1062 (size=5149) 2024-11-16T11:32:12,274 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/.tmp/a/ba05ae83f8554438ab67fc64e8bca4be 2024-11-16T11:32:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741884_1062 (size=5149) 2024-11-16T11:32:12,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/.tmp/a/ba05ae83f8554438ab67fc64e8bca4be as hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/ba05ae83f8554438ab67fc64e8bca4be 2024-11-16T11:32:12,286 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/a/ba05ae83f8554438ab67fc64e8bca4be, entries=1, sequenceid=5, filesize=5.0 K 2024-11-16T11:32:12,286 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for a49a67f22a60cc37ae5e647ec1b4d4e4 in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-16T11:32:12,287 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/0000000000000000005 2024-11-16T11:32:12,289 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,289 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,290 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:12,292 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a49a67f22a60cc37ae5e647ec1b4d4e4 2024-11-16T11:32:12,294 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/a49a67f22a60cc37ae5e647ec1b4d4e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T11:32:12,295 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a49a67f22a60cc37ae5e647ec1b4d4e4; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64944518, jitterRate=-0.0322512686252594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:12,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a49a67f22a60cc37ae5e647ec1b4d4e4: Writing region info on filesystem at 1731756732234Initializing all the Stores at 1731756732235 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756732235Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756732235Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756732235Obtaining lock to block concurrent updates at 1731756732252 (+17 ms)Preparing flush snapshotting stores in a49a67f22a60cc37ae5e647ec1b4d4e4 at 1731756732252Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731756732252Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. at 1731756732252Flushing a49a67f22a60cc37ae5e647ec1b4d4e4/a: creating writer at 1731756732253 (+1 ms)Flushing a49a67f22a60cc37ae5e647ec1b4d4e4/a: appending metadata at 1731756732266 (+13 ms)Flushing a49a67f22a60cc37ae5e647ec1b4d4e4/a: closing flushed file at 1731756732266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e5b7ba: reopening flushed file at 1731756732279 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for a49a67f22a60cc37ae5e647ec1b4d4e4 in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731756732287 (+8 ms)Cleaning up temporary data from old regions at 1731756732289 (+2 ms)Region opened successfully at 1731756732295 (+6 ms) 2024-11-16T11:32:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a49a67f22a60cc37ae5e647ec1b4d4e4, disabling compactions & flushes 2024-11-16T11:32:12,300 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. after waiting 0 ms 2024-11-16T11:32:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:12,301 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731756727942.a49a67f22a60cc37ae5e647ec1b4d4e4. 2024-11-16T11:32:12,301 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a49a67f22a60cc37ae5e647ec1b4d4e4: Waiting for close lock at 1731756732300Disabling compacts and flushes for region at 1731756732300Disabling writes for close at 1731756732300Writing region close event to WAL at 1731756732301 (+1 ms)Closed at 1731756732301 2024-11-16T11:32:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741883_1061 (size=95) 2024-11-16T11:32:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741883_1061 (size=95) 2024-11-16T11:32:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741883_1061 (size=95) 2024-11-16T11:32:12,306 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:12,306 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731756732214) 2024-11-16T11:32:12,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407 (was 406) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1923384438_22 at /127.0.0.1:45750 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46883 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1923384438_22 at /127.0.0.1:56204 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=4598 (was 4668) 2024-11-16T11:32:12,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=407, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=4598 2024-11-16T11:32:12,344 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:12,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T11:32:12,351 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7948fca2832,35719,1731756716381 2024-11-16T11:32:12,354 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef39428 2024-11-16T11:32:12,354 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T11:32:12,356 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T11:32:12,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T11:32:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-16T11:32:12,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T11:32:12,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-16T11:32:12,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:12,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T11:32:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:32:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741885_1063 (size=694) 2024-11-16T11:32:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741885_1063 (size=694) 2024-11-16T11:32:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741885_1063 (size=694) 2024-11-16T11:32:12,383 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c 2024-11-16T11:32:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741886_1064 (size=77) 2024-11-16T11:32:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741886_1064 (size=77) 2024-11-16T11:32:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741886_1064 (size=77) 2024-11-16T11:32:12,393 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:12,393 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:12,393 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,393 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,393 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:12,393 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,393 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,393 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756732393Disabling compacts and flushes for region at 1731756732393Disabling writes for close at 1731756732393Writing region close event to WAL at 1731756732393Closed at 1731756732393 2024-11-16T11:32:12,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T11:32:12,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731756732395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731756732395"}]},"ts":"1731756732395"} 2024-11-16T11:32:12,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T11:32:12,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T11:32:12,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756732404"}]},"ts":"1731756732404"} 2024-11-16T11:32:12,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-16T11:32:12,411 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T11:32:12,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:32:12,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:32:12,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T11:32:12,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:32:12,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN}] 2024-11-16T11:32:12,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN 2024-11-16T11:32:12,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN; state=OFFLINE, location=a7948fca2832,38051,1731756717146; forceNewPlan=false, retain=false 2024-11-16T11:32:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:32:12,569 INFO [a7948fca2832:35719 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T11:32:12,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPENING, regionLocation=a7948fca2832,38051,1731756717146 2024-11-16T11:32:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN because future has completed 2024-11-16T11:32:12,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146}] 2024-11-16T11:32:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:32:12,728 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:32:12,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:32:12,737 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,737 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:12,738 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,738 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:12,738 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,738 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,740 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,742 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf1 2024-11-16T11:32:12,742 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:12,743 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:12,743 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,745 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf2 2024-11-16T11:32:12,745 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:12,745 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:12,745 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,746 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,747 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,747 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,747 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,748 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T11:32:12,750 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,752 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:12,753 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c0e1f1466be53f7f61f5e48f50868d55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71549839, jitterRate=0.0661756843328476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T11:32:12,753 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:12,754 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c0e1f1466be53f7f61f5e48f50868d55: Running coprocessor pre-open hook at 1731756732739Writing region info on filesystem at 1731756732739Initializing all the Stores at 1731756732740 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756732740Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756732740Cleaning up temporary data from old regions at 1731756732747 (+7 ms)Running coprocessor post-open hooks at 1731756732753 (+6 ms)Region opened successfully at 1731756732753 2024-11-16T11:32:12,755 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., pid=6, masterSystemTime=1731756732728 2024-11-16T11:32:12,759 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,759 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:12,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPEN, openSeqNum=2, regionLocation=a7948fca2832,38051,1731756717146 2024-11-16T11:32:12,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146 because future has completed 2024-11-16T11:32:12,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T11:32:12,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146 in 189 msec 2024-11-16T11:32:12,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T11:32:12,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN in 355 msec 2024-11-16T11:32:12,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T11:32:12,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731756732773"}]},"ts":"1731756732773"} 2024-11-16T11:32:12,776 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-16T11:32:12,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T11:32:12,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 416 msec 2024-11-16T11:32:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T11:32:13,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-16T11:32:13,004 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-16T11:32:13,006 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:32:13,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-16T11:32:13,015 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T11:32:13,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-16T11:32:13,029 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=2] 2024-11-16T11:32:13,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:32:13,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:32:13,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c0e1f1466be53f7f61f5e48f50868d55, source=a7948fca2832,38051,1731756717146, destination=a7948fca2832,33347,1731756717253, warming up region on a7948fca2832,33347,1731756717253 2024-11-16T11:32:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:32:13,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c0e1f1466be53f7f61f5e48f50868d55, source=a7948fca2832,38051,1731756717146, destination=a7948fca2832,33347,1731756717253, running balancer 2024-11-16T11:32:13,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:32:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE 2024-11-16T11:32:13,057 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE 2024-11-16T11:32:13,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=CLOSING, regionLocation=a7948fca2832,38051,1731756717146 2024-11-16T11:32:13,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(7855): Warmup {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:13,062 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE because future has completed 2024-11-16T11:32:13,063 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:32:13,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146}] 2024-11-16T11:32:13,064 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf1 2024-11-16T11:32:13,064 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:13,065 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:13,065 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,066 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf2 2024-11-16T11:32:13,066 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:13,067 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:13,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756733067Disabling compacts and flushes for region at 1731756733067Disabling writes for close at 1731756733067Writing region close event to WAL at 1731756733072 (+5 ms)Closed at 1731756733072 2024-11-16T11:32:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-16T11:32:13,223 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,223 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T11:32:13,223 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:13,223 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,224 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,224 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:13,224 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,224 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing c0e1f1466be53f7f61f5e48f50868d55 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-16T11:32:13,241 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/7da1d11fe3e84ba6992691e305cecc58 is 35, key is r1/cf1:q/1731756733033/Put/seqid=0 2024-11-16T11:32:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741887_1065 (size=4783) 2024-11-16T11:32:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741887_1065 (size=4783) 2024-11-16T11:32:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741887_1065 (size=4783) 2024-11-16T11:32:13,256 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/7da1d11fe3e84ba6992691e305cecc58 2024-11-16T11:32:13,265 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/7da1d11fe3e84ba6992691e305cecc58 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58 2024-11-16T11:32:13,273 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58, entries=1, sequenceid=5, filesize=4.7 K 2024-11-16T11:32:13,274 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c0e1f1466be53f7f61f5e48f50868d55 in 50ms, sequenceid=5, compaction requested=false 2024-11-16T11:32:13,274 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-16T11:32:13,280 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:32:13,283 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,283 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756733223Running coprocessor pre-close hooks at 1731756733223Disabling compacts and flushes for region at 1731756733223Disabling writes for close at 1731756733224 (+1 ms)Obtaining lock to block concurrent updates at 1731756733224Preparing flush snapshotting stores in c0e1f1466be53f7f61f5e48f50868d55 at 1731756733224Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731756733224Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. at 1731756733225 (+1 ms)Flushing c0e1f1466be53f7f61f5e48f50868d55/cf1: creating writer at 1731756733225Flushing c0e1f1466be53f7f61f5e48f50868d55/cf1: appending metadata at 1731756733241 (+16 ms)Flushing c0e1f1466be53f7f61f5e48f50868d55/cf1: closing flushed file at 1731756733241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b88236d: reopening flushed file at 1731756733263 (+22 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for c0e1f1466be53f7f61f5e48f50868d55 in 50ms, sequenceid=5, compaction requested=false at 1731756733274 (+11 ms)Writing region close event to WAL at 1731756733276 (+2 ms)Running coprocessor post-close hooks at 1731756733281 (+5 ms)Closed at 1731756733282 (+1 ms) 2024-11-16T11:32:13,283 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding c0e1f1466be53f7f61f5e48f50868d55 move to a7948fca2832,33347,1731756717253 record at close sequenceid=5 2024-11-16T11:32:13,287 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=CLOSED 2024-11-16T11:32:13,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146 because future has completed 2024-11-16T11:32:13,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T11:32:13,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146 in 230 msec 2024-11-16T11:32:13,297 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE; state=CLOSED, location=a7948fca2832,33347,1731756717253; forceNewPlan=false, retain=false 2024-11-16T11:32:13,448 INFO [a7948fca2832:35719 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T11:32:13,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPENING, regionLocation=a7948fca2832,33347,1731756717253 2024-11-16T11:32:13,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE because future has completed 2024-11-16T11:32:13,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253}] 2024-11-16T11:32:13,609 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,610 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:13,610 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,610 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:13,610 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,610 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,612 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,613 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf1 2024-11-16T11:32:13,613 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:13,621 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58 2024-11-16T11:32:13,621 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:13,621 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,623 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf2 2024-11-16T11:32:13,623 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:13,624 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:13,624 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,625 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,626 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,627 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,627 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,628 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T11:32:13,630 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,631 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened c0e1f1466be53f7f61f5e48f50868d55; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67440026, jitterRate=0.0049346983432769775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T11:32:13,631 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,632 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for c0e1f1466be53f7f61f5e48f50868d55: Running coprocessor pre-open hook at 1731756733610Writing region info on filesystem at 1731756733610Initializing all the Stores at 1731756733612 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756733612Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756733612Cleaning up temporary data from old regions at 1731756733627 (+15 ms)Running coprocessor post-open hooks at 1731756733631 (+4 ms)Region opened successfully at 1731756733632 (+1 ms) 2024-11-16T11:32:13,633 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., pid=9, masterSystemTime=1731756733605 2024-11-16T11:32:13,636 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,636 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,637 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPEN, openSeqNum=9, regionLocation=a7948fca2832,33347,1731756717253 2024-11-16T11:32:13,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253 because future has completed 2024-11-16T11:32:13,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-16T11:32:13,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253 in 190 msec 2024-11-16T11:32:13,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE in 590 msec 2024-11-16T11:32:13,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:32:13,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:32:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41810 deadline: 1731756793670, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=33347 startCode=1731756717253. As of locationSeqNum=5. 2024-11-16T11:32:13,704 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=33347 startCode=1731756717253. As of locationSeqNum=5. 2024-11-16T11:32:13,704 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=33347 startCode=1731756717253. As of locationSeqNum=5. 2024-11-16T11:32:13,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,33347,1731756717253, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=33347 startCode=1731756717253. As of locationSeqNum=5. 2024-11-16T11:32:13,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T11:32:13,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T11:32:13,831 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c0e1f1466be53f7f61f5e48f50868d55 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-16T11:32:13,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/d6dab2162861470ea522acd394c27da8 is 29, key is r1/cf1:/1731756733822/DeleteFamily/seqid=0 2024-11-16T11:32:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741888_1066 (size=4906) 2024-11-16T11:32:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741888_1066 (size=4906) 2024-11-16T11:32:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741888_1066 (size=4906) 2024-11-16T11:32:13,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:13,861 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:13,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf2/7f88b4435492463c88588a978d4d3b62 is 29, key is r1/cf2:/1731756733822/DeleteFamily/seqid=0 2024-11-16T11:32:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741889_1067 (size=4906) 2024-11-16T11:32:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741889_1067 (size=4906) 2024-11-16T11:32:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741889_1067 (size=4906) 2024-11-16T11:32:13,882 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf2/7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:13,888 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:13,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/d6dab2162861470ea522acd394c27da8 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:13,895 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:13,895 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8, entries=1, sequenceid=12, filesize=4.8 K 2024-11-16T11:32:13,896 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf2/7f88b4435492463c88588a978d4d3b62 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:13,903 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:13,903 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62, entries=1, sequenceid=12, filesize=4.8 K 2024-11-16T11:32:13,904 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for c0e1f1466be53f7f61f5e48f50868d55 in 73ms, sequenceid=12, compaction requested=false 2024-11-16T11:32:13,904 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c0e1f1466be53f7f61f5e48f50868d55: 2024-11-16T11:32:13,907 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-16T11:32:13,908 DEBUG [Time-limited test {}] regionserver.HStore(1541): c0e1f1466be53f7f61f5e48f50868d55/cf1 is initiating major compaction (all files) 2024-11-16T11:32:13,908 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:32:13,908 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:32:13,909 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c0e1f1466be53f7f61f5e48f50868d55/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,909 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58, hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8] into tmpdir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp, totalSize=9.5 K 2024-11-16T11:32:13,910 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7da1d11fe3e84ba6992691e305cecc58, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731756733033 2024-11-16T11:32:13,911 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d6dab2162861470ea522acd394c27da8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-16T11:32:13,922 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c0e1f1466be53f7f61f5e48f50868d55#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:32:13,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741890_1068 (size=4626) 2024-11-16T11:32:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741890_1068 (size=4626) 2024-11-16T11:32:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741890_1068 (size=4626) 2024-11-16T11:32:13,936 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf1/a37ae381114a492e9f4d8f03fb9a2d60 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/a37ae381114a492e9f4d8f03fb9a2d60 2024-11-16T11:32:13,949 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in c0e1f1466be53f7f61f5e48f50868d55/cf1 of c0e1f1466be53f7f61f5e48f50868d55 into a37ae381114a492e9f4d8f03fb9a2d60(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:32:13,949 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c0e1f1466be53f7f61f5e48f50868d55: 2024-11-16T11:32:13,949 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-16T11:32:13,950 DEBUG [Time-limited test {}] regionserver.HStore(1541): c0e1f1466be53f7f61f5e48f50868d55/cf2 is initiating major compaction (all files) 2024-11-16T11:32:13,950 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T11:32:13,950 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T11:32:13,950 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c0e1f1466be53f7f61f5e48f50868d55/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,950 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62] into tmpdir=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp, totalSize=4.8 K 2024-11-16T11:32:13,951 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7f88b4435492463c88588a978d4d3b62, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-16T11:32:13,957 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c0e1f1466be53f7f61f5e48f50868d55#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T11:32:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741891_1069 (size=4592) 2024-11-16T11:32:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741891_1069 (size=4592) 2024-11-16T11:32:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741891_1069 (size=4592) 2024-11-16T11:32:13,975 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/.tmp/cf2/75973d53ea7b4ef699b10a6d8b1411fc as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/75973d53ea7b4ef699b10a6d8b1411fc 2024-11-16T11:32:13,983 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in c0e1f1466be53f7f61f5e48f50868d55/cf2 of c0e1f1466be53f7f61f5e48f50868d55 into 75973d53ea7b4ef699b10a6d8b1411fc(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:32:13,983 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c0e1f1466be53f7f61f5e48f50868d55: 2024-11-16T11:32:13,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=c0e1f1466be53f7f61f5e48f50868d55, source=a7948fca2832,33347,1731756717253, destination=a7948fca2832,38051,1731756717146, warming up region on a7948fca2832,38051,1731756717146 2024-11-16T11:32:13,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=c0e1f1466be53f7f61f5e48f50868d55, source=a7948fca2832,33347,1731756717253, destination=a7948fca2832,38051,1731756717146, running balancer 2024-11-16T11:32:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE 2024-11-16T11:32:13,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE 2024-11-16T11:32:13,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=CLOSING, regionLocation=a7948fca2832,33347,1731756717253 2024-11-16T11:32:13,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(7855): Warmup {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:13,994 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:13,996 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf1 2024-11-16T11:32:13,996 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:13,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE because future has completed 2024-11-16T11:32:13,997 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T11:32:13,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253}] 2024-11-16T11:32:14,012 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58 2024-11-16T11:32:14,019 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/a37ae381114a492e9f4d8f03fb9a2d60 2024-11-16T11:32:14,026 INFO [StoreFileOpener-c0e1f1466be53f7f61f5e48f50868d55-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:14,026 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:14,026 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:14,026 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,028 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf2 2024-11-16T11:32:14,028 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:14,037 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/75973d53ea7b4ef699b10a6d8b1411fc 2024-11-16T11:32:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-16T11:32:14,044 INFO [StoreFileOpener-c0e1f1466be53f7f61f5e48f50868d55-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:14,044 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:14,044 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:14,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38051 {}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756734045Disabling compacts and flushes for region at 1731756734045Disabling writes for close at 1731756734045Writing region close event to WAL at 1731756734046 (+1 ms)Closed at 1731756734046 2024-11-16T11:32:14,154 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,154 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T11:32:14,154 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:14,154 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,154 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,154 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:14,154 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,155 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58, hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8] to archive 2024-11-16T11:32:14,158 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:32:14,161 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58 to hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/7da1d11fe3e84ba6992691e305cecc58 2024-11-16T11:32:14,163 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8 to hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/d6dab2162861470ea522acd394c27da8 2024-11-16T11:32:14,176 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62] to archive 2024-11-16T11:32:14,177 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:32:14,179 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62 to hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/7f88b4435492463c88588a978d4d3b62 2024-11-16T11:32:14,184 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-16T11:32:14,185 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,185 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756734154Running coprocessor pre-close hooks at 1731756734154Disabling compacts and flushes for region at 1731756734154Disabling writes for close at 1731756734154Writing region close event to WAL at 1731756734180 (+26 ms)Running coprocessor post-close hooks at 1731756734185 (+5 ms)Closed at 1731756734185 2024-11-16T11:32:14,185 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding c0e1f1466be53f7f61f5e48f50868d55 move to a7948fca2832,38051,1731756717146 record at close sequenceid=12 2024-11-16T11:32:14,187 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=CLOSED 2024-11-16T11:32:14,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253 because future has completed 2024-11-16T11:32:14,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T11:32:14,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253 in 195 msec 2024-11-16T11:32:14,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE; state=CLOSED, location=a7948fca2832,38051,1731756717146; forceNewPlan=false, retain=false 2024-11-16T11:32:14,347 INFO [a7948fca2832:35719 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T11:32:14,348 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPENING, regionLocation=a7948fca2832,38051,1731756717146 2024-11-16T11:32:14,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE because future has completed 2024-11-16T11:32:14,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146}] 2024-11-16T11:32:14,507 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:14,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:14,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,508 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,510 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,511 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf1 2024-11-16T11:32:14,511 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:14,517 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/a37ae381114a492e9f4d8f03fb9a2d60 2024-11-16T11:32:14,517 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:14,517 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,518 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf2 2024-11-16T11:32:14,519 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:14,525 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/75973d53ea7b4ef699b10a6d8b1411fc 2024-11-16T11:32:14,525 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:14,525 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,526 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,527 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,528 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,528 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,529 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T11:32:14,530 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,531 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c0e1f1466be53f7f61f5e48f50868d55; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60547638, jitterRate=-0.09776988625526428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T11:32:14,531 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,532 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c0e1f1466be53f7f61f5e48f50868d55: Running coprocessor pre-open hook at 1731756734508Writing region info on filesystem at 1731756734508Initializing all the Stores at 1731756734509 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756734509Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756734509Cleaning up temporary data from old regions at 1731756734528 (+19 ms)Running coprocessor post-open hooks at 1731756734531 (+3 ms)Region opened successfully at 1731756734532 (+1 ms) 2024-11-16T11:32:14,533 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., pid=12, masterSystemTime=1731756734503 2024-11-16T11:32:14,594 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,594 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPEN, openSeqNum=18, regionLocation=a7948fca2832,38051,1731756717146 2024-11-16T11:32:14,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146 because future has completed 2024-11-16T11:32:14,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T11:32:14,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,38051,1731756717146 in 247 msec 2024-11-16T11:32:14,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, REOPEN/MOVE in 612 msec 2024-11-16T11:32:14,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T11:32:14,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T11:32:14,646 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a7948fca2832,38051,1731756717146: testing ***** 2024-11-16T11:32:14,646 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T11:32:14,648 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T11:32:14,649 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T11:32:14,652 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T11:32:14,653 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T11:32:14,664 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 309772032 }, "NonHeapMemoryUsage": { "committed": 171769856, "init": 7667712, "max": -1, "used": 169153032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a7948fca2832", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 8, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 7, "ProcessCallTime_98th_percentile": 7, "ProcessCallTime_99th_percentile": 7, "ProcessCallTime_99.9th_percentile": 7, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a7948fca2832", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53501", "tag.serverName": "a7948fca2832,33347,1731756717253", "tag.clusterId": "8112e5e1-696c-4d6c-97d5-4e8f1bbaa604", "tag.Context": "regionserver", "tag.Hostname": "a7948fca2832", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731756717253, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T11:32:14,667 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35719 {}] master.MasterRpcServices(700): a7948fca2832,38051,1731756717146 reported a fatal error: ***** ABORTING region server a7948fca2832,38051,1731756717146: testing ***** 2024-11-16T11:32:14,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,38051,1731756717146' ***** 2024-11-16T11:32:14,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-16T11:32:14,670 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:32:14,670 INFO [RS:0;a7948fca2832:38051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T11:32:14,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:32:14,670 INFO [RS:0;a7948fca2832:38051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T11:32:14,671 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(3091): Received CLOSE for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,671 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(956): aborting server a7948fca2832,38051,1731756717146 2024-11-16T11:32:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33347 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:42290 deadline: 1731756794671, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=38051 startCode=1731756717146. As of locationSeqNum=12. 2024-11-16T11:32:14,671 INFO [RS:0;a7948fca2832:38051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:32:14,671 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:14,671 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,671 INFO [RS:0;a7948fca2832:38051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7948fca2832:38051. 2024-11-16T11:32:14,672 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,672 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:14,672 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,672 DEBUG [RS:0;a7948fca2832:38051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:32:14,672 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,33347,1731756717253, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,33347,1731756717253, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=38051 startCode=1731756717146. As of locationSeqNum=12. 2024-11-16T11:32:14,672 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,33347,1731756717253, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=38051 startCode=1731756717146. As of locationSeqNum=12. 2024-11-16T11:32:14,672 DEBUG [RS:0;a7948fca2832:38051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:14,672 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,33347,1731756717253, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a7948fca2832 port=38051 startCode=1731756717146. As of locationSeqNum=12. 2024-11-16T11:32:14,672 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:32:14,673 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1325): Online Regions={c0e1f1466be53f7f61f5e48f50868d55=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.} 2024-11-16T11:32:14,673 DEBUG [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1351): Waiting on c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:14,673 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:32:14,675 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,675 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756734671Running coprocessor pre-close hooks at 1731756734671Disabling compacts and flushes for region at 1731756734671Disabling writes for close at 1731756734672 (+1 ms)Writing region close event to WAL at 1731756734674 (+2 ms)Running coprocessor post-close hooks at 1731756734674Closed at 1731756734675 (+1 ms) 2024-11-16T11:32:14,675 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:14,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,38051,1731756717146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:14,782 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,38051,1731756717146 aborting 2024-11-16T11:32:14,782 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a7948fca2832,38051,1731756717146 aborting 2024-11-16T11:32:14,782 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=12 from cache 2024-11-16T11:32:14,846 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:32:14,846 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:32:14,873 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,38051,1731756717146; all regions closed. 2024-11-16T11:32:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741835_1011 (size=1403) 2024-11-16T11:32:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741835_1011 (size=1403) 2024-11-16T11:32:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741835_1011 (size=1403) 2024-11-16T11:32:14,882 DEBUG [RS:0;a7948fca2832:38051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:14,882 INFO [RS:0;a7948fca2832:38051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:32:14,882 INFO [RS:0;a7948fca2832:38051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:32:14,883 INFO [RS:0;a7948fca2832:38051 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:32:14,883 INFO [RS:0;a7948fca2832:38051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:32:14,883 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:32:14,883 INFO [RS:0;a7948fca2832:38051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:32:14,884 INFO [RS:0;a7948fca2832:38051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:32:14,884 INFO [RS:0;a7948fca2832:38051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:32:14,884 INFO [RS:0;a7948fca2832:38051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38051 2024-11-16T11:32:14,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,38051,1731756717146 2024-11-16T11:32:14,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:32:14,931 INFO [RS:0;a7948fca2832:38051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:32:14,947 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,38051,1731756717146] 2024-11-16T11:32:14,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,38051,1731756717146 already deleted, retry=false 2024-11-16T11:32:14,956 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a7948fca2832,38051,1731756717146 on a7948fca2832,35719,1731756716381 2024-11-16T11:32:14,965 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a7948fca2832,38051,1731756717146, splitWal=true, meta=false 2024-11-16T11:32:14,967 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for a7948fca2832,38051,1731756717146 (carryingMeta=false) a7948fca2832,38051,1731756717146/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@385301f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T11:32:14,968 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a7948fca2832,38051,1731756717146, splitWal=true, meta=false 2024-11-16T11:32:14,969 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): a7948fca2832,38051,1731756717146 had 1 regions 2024-11-16T11:32:14,971 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a7948fca2832,38051,1731756717146, splitWal=true, meta=false, isMeta: false 2024-11-16T11:32:14,972 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting 2024-11-16T11:32:14,973 INFO [PEWorker-5 {}] master.SplitWALManager(105): a7948fca2832,38051,1731756717146 WAL count=1, meta=false 2024-11-16T11:32:14,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a7948fca2832%2C38051%2C1731756717146.1731756718914}] 2024-11-16T11:32:14,980 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=a7948fca2832,37483,1731756717306 2024-11-16T11:32:14,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C38051%2C1731756717146.1731756718914, worker=a7948fca2832,37483,1731756717306}] 2024-11-16T11:32:14,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18] 2024-11-16T11:32:14,994 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a7948fca2832:38051 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a7948fca2832/172.17.0.2:38051 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:14,994 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18, error=java.net.ConnectException: Call to address=a7948fca2832:38051 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a7948fca2832/172.17.0.2:38051 2024-11-16T11:32:14,994 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-16T11:32:14,994 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18 from cache 2024-11-16T11:32:14,995 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address a7948fca2832:38051 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a7948fca2832/172.17.0.2:38051 2024-11-16T11:32:15,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:15,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38051-0x101436a69ff0001, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:15,047 INFO [RS:0;a7948fca2832:38051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:32:15,047 INFO [RS:0;a7948fca2832:38051 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,38051,1731756717146; zookeeper connection closed. 2024-11-16T11:32:15,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40224cd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40224cd7 2024-11-16T11:32:15,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-16T11:32:15,160 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914, size=1.4 K (1403bytes) 2024-11-16T11:32:15,160 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 2024-11-16T11:32:15,161 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 after 1ms 2024-11-16T11:32:15,164 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:15,164 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 took 4ms 2024-11-16T11:32:15,171 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for c0e1f1466be53f7f61f5e48f50868d55: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-16T11:32:15,171 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 so closing down 2024-11-16T11:32:15,171 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:15,172 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:15,172 INFO [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914, size=1.4 K, length=1403, corrupted=false, cancelled=false 2024-11-16T11:32:15,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914, journal: Splitting hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914, size=1.4 K (1403bytes) at 1731756735160Finishing writing output for hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 so closing down at 1731756735171 (+11 ms)3 split writer threads finished at 1731756735172 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914, size=1.4 K, length=1403, corrupted=false, cancelled=false at 1731756735172 2024-11-16T11:32:15,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 2024-11-16T11:32:15,173 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T11:32:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35719 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T11:32:15,180 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting/a7948fca2832%2C38051%2C1731756717146.1731756718914 to hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs 2024-11-16T11:32:15,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T11:32:15,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a7948fca2832%2C38051%2C1731756717146.1731756718914, worker=a7948fca2832,37483,1731756717306 in 197 msec 2024-11-16T11:32:15,184 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=a7948fca2832,37483,1731756717306 2024-11-16T11:32:15,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T11:32:15,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a7948fca2832%2C38051%2C1731756717146.1731756718914, worker=a7948fca2832,37483,1731756717306 in 210 msec 2024-11-16T11:32:15,190 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting dir is empty, no logs to split. 2024-11-16T11:32:15,190 INFO [PEWorker-5 {}] master.SplitWALManager(105): a7948fca2832,38051,1731756717146 WAL count=0, meta=false 2024-11-16T11:32:15,190 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if a7948fca2832,38051,1731756717146 WAL splitting is done? wals=0, meta=false 2024-11-16T11:32:15,192 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a7948fca2832,38051,1731756717146 failed, ignore...File hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/WALs/a7948fca2832,38051,1731756717146-splitting does not exist. 2024-11-16T11:32:15,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN}] 2024-11-16T11:32:15,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN 2024-11-16T11:32:15,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T11:32:15,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18] 2024-11-16T11:32:15,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to a7948fca2832:38051 this server is in the failed servers list 2024-11-16T11:32:15,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a7948fca2832:38051 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7948fca2832:38051 2024-11-16T11:32:15,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a7948fca2832:38051 2024-11-16T11:32:15,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,38051,1731756717146, seqNum=18 from cache 2024-11-16T11:32:15,348 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(204): Hosts are {a7948fca2832=0} racks are {/default-rack=0} 2024-11-16T11:32:15,348 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T11:32:15,348 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T11:32:15,348 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T11:32:15,348 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T11:32:15,348 INFO [a7948fca2832:35719 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T11:32:15,348 INFO [a7948fca2832:35719 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T11:32:15,348 DEBUG [a7948fca2832:35719 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T11:32:15,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPENING, regionLocation=a7948fca2832,33347,1731756717253 2024-11-16T11:32:15,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN because future has completed 2024-11-16T11:32:15,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253}] 2024-11-16T11:32:15,511 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:15,511 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c0e1f1466be53f7f61f5e48f50868d55, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:15,512 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,512 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:15,512 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,512 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,514 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,516 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf1 2024-11-16T11:32:15,516 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,523 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf1/a37ae381114a492e9f4d8f03fb9a2d60 2024-11-16T11:32:15,523 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,523 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,524 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0e1f1466be53f7f61f5e48f50868d55 columnFamilyName cf2 2024-11-16T11:32:15,524 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,530 DEBUG [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/cf2/75973d53ea7b4ef699b10a6d8b1411fc 2024-11-16T11:32:15,530 INFO [StoreOpener-c0e1f1466be53f7f61f5e48f50868d55-1 {}] regionserver.HStore(327): Store=c0e1f1466be53f7f61f5e48f50868d55/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,531 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,531 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,533 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,533 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,533 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,534 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T11:32:15,535 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,536 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c0e1f1466be53f7f61f5e48f50868d55; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69113184, jitterRate=0.029866695404052734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T11:32:15,536 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:15,536 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c0e1f1466be53f7f61f5e48f50868d55: Running coprocessor pre-open hook at 1731756735513Writing region info on filesystem at 1731756735513Initializing all the Stores at 1731756735514 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735514Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735514Cleaning up temporary data from old regions at 1731756735533 (+19 ms)Running coprocessor post-open hooks at 1731756735536 (+3 ms)Region opened successfully at 1731756735536 2024-11-16T11:32:15,537 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., pid=17, masterSystemTime=1731756735506 2024-11-16T11:32:15,539 DEBUG [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:15,539 INFO [RS_OPEN_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:15,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=c0e1f1466be53f7f61f5e48f50868d55, regionState=OPEN, openSeqNum=18, regionLocation=a7948fca2832,33347,1731756717253 2024-11-16T11:32:15,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253 because future has completed 2024-11-16T11:32:15,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T11:32:15,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure c0e1f1466be53f7f61f5e48f50868d55, server=a7948fca2832,33347,1731756717253 in 191 msec 2024-11-16T11:32:15,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-16T11:32:15,549 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server a7948fca2832,38051,1731756717146 after splitting done 2024-11-16T11:32:15,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=c0e1f1466be53f7f61f5e48f50868d55, ASSIGN in 352 msec 2024-11-16T11:32:15,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure a7948fca2832,38051,1731756717146, splitWal=true, meta=false in 591 msec 2024-11-16T11:32:15,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55., hostname=a7948fca2832,33347,1731756717253, seqNum=18] 2024-11-16T11:32:15,845 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 407) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2024276339_22 at /127.0.0.1:45750 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2024276339_22 at /127.0.0.1:34352 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_LOG_REPLAY_OPS-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a7948fca2832:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1826743108_22 at /127.0.0.1:56204 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1051 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4564 (was 4598) 2024-11-16T11:32:15,847 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-16T11:32:15,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=4563 2024-11-16T11:32:15,859 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-16T11:32:15,875 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:15,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:15,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:15,880 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-04508722, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-04508722, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:15,892 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-04508722/hregion-04508722.1731756735880, exclude list is [], retry=0 2024-11-16T11:32:15,894 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:15,895 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:15,895 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:15,897 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-04508722/hregion-04508722.1731756735880 2024-11-16T11:32:15,897 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:15,897 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f7930e0e15f0853e245bae0176db7964, NAME => 'testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741893_1071 (size=67) 2024-11-16T11:32:15,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741893_1071 (size=67) 2024-11-16T11:32:15,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741893_1071 (size=67) 2024-11-16T11:32:15,908 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:15,909 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,911 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName a 2024-11-16T11:32:15,911 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,911 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,911 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,913 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName b 2024-11-16T11:32:15,913 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,913 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,913 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,915 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName c 2024-11-16T11:32:15,915 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,915 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,915 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,917 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,917 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,918 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:15,919 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,921 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:15,922 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f7930e0e15f0853e245bae0176db7964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68531983, jitterRate=0.021206125617027283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:15,922 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f7930e0e15f0853e245bae0176db7964: Writing region info on filesystem at 1731756735908Initializing all the Stores at 1731756735909 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735909Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735909Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735909Cleaning up temporary data from old regions at 1731756735917 (+8 ms)Region opened successfully at 1731756735922 (+5 ms) 2024-11-16T11:32:15,923 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f7930e0e15f0853e245bae0176db7964, disabling compactions & flushes 2024-11-16T11:32:15,923 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:15,923 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:15,923 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. after waiting 0 ms 2024-11-16T11:32:15,923 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:15,923 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:15,923 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f7930e0e15f0853e245bae0176db7964: Waiting for close lock at 1731756735923Disabling compacts and flushes for region at 1731756735923Disabling writes for close at 1731756735923Writing region close event to WAL at 1731756735923Closed at 1731756735923 2024-11-16T11:32:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741892_1070 (size=95) 2024-11-16T11:32:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741892_1070 (size=95) 2024-11-16T11:32:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741892_1070 (size=95) 2024-11-16T11:32:15,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:15,928 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-04508722:(num 1731756735880) 2024-11-16T11:32:15,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:15,930 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:15,942 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930, exclude list is [], retry=0 2024-11-16T11:32:15,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:15,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:15,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:15,947 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 2024-11-16T11:32:15,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:15,947 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f7930e0e15f0853e245bae0176db7964, NAME => 'testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:15,947 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:15,947 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,947 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,949 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,950 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName a 2024-11-16T11:32:15,950 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,950 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,950 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,951 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName b 2024-11-16T11:32:15,951 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,951 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,951 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,952 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName c 2024-11-16T11:32:15,952 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:15,952 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:15,953 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,954 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:15,957 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:15,958 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f7930e0e15f0853e245bae0176db7964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73925363, jitterRate=0.10157375037670135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:15,958 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f7930e0e15f0853e245bae0176db7964: Writing region info on filesystem at 1731756735948Initializing all the Stores at 1731756735948Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735948Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735949 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756735949Cleaning up temporary data from old regions at 1731756735955 (+6 ms)Region opened successfully at 1731756735958 (+3 ms) 2024-11-16T11:32:15,986 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f7930e0e15f0853e245bae0176db7964 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-16T11:32:16,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/a/a51dfb0eaa6d4a31abe580bb596f1894 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731756735958/Put/seqid=0 2024-11-16T11:32:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741895_1073 (size=5958) 2024-11-16T11:32:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741895_1073 (size=5958) 2024-11-16T11:32:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741895_1073 (size=5958) 2024-11-16T11:32:16,011 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/a/a51dfb0eaa6d4a31abe580bb596f1894 2024-11-16T11:32:16,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/b/86b8aa1446994df7bf6e7722fd267e21 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731756735967/Put/seqid=0 2024-11-16T11:32:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741896_1074 (size=5958) 2024-11-16T11:32:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741896_1074 (size=5958) 2024-11-16T11:32:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741896_1074 (size=5958) 2024-11-16T11:32:16,041 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/b/86b8aa1446994df7bf6e7722fd267e21 2024-11-16T11:32:16,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/c/efe58ef7cde74a0b9cc47adf94adf2a0 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731756735976/Put/seqid=0 2024-11-16T11:32:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741897_1075 (size=5958) 2024-11-16T11:32:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741897_1075 (size=5958) 2024-11-16T11:32:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741897_1075 (size=5958) 2024-11-16T11:32:16,068 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/c/efe58ef7cde74a0b9cc47adf94adf2a0 2024-11-16T11:32:16,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/a/a51dfb0eaa6d4a31abe580bb596f1894 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/a/a51dfb0eaa6d4a31abe580bb596f1894 2024-11-16T11:32:16,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/a/a51dfb0eaa6d4a31abe580bb596f1894, entries=10, sequenceid=33, filesize=5.8 K 2024-11-16T11:32:16,082 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/b/86b8aa1446994df7bf6e7722fd267e21 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/b/86b8aa1446994df7bf6e7722fd267e21 2024-11-16T11:32:16,089 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/b/86b8aa1446994df7bf6e7722fd267e21, entries=10, sequenceid=33, filesize=5.8 K 2024-11-16T11:32:16,090 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/c/efe58ef7cde74a0b9cc47adf94adf2a0 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/c/efe58ef7cde74a0b9cc47adf94adf2a0 2024-11-16T11:32:16,096 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/c/efe58ef7cde74a0b9cc47adf94adf2a0, entries=10, sequenceid=33, filesize=5.8 K 2024-11-16T11:32:16,098 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f7930e0e15f0853e245bae0176db7964 in 111ms, sequenceid=33, compaction requested=false 2024-11-16T11:32:16,098 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f7930e0e15f0853e245bae0176db7964: 2024-11-16T11:32:16,098 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f7930e0e15f0853e245bae0176db7964, disabling compactions & flushes 2024-11-16T11:32:16,098 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:16,098 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:16,098 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. after waiting 0 ms 2024-11-16T11:32:16,098 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:16,099 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. 2024-11-16T11:32:16,100 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f7930e0e15f0853e245bae0176db7964: Waiting for close lock at 1731756736098Disabling compacts and flushes for region at 1731756736098Disabling writes for close at 1731756736098Writing region close event to WAL at 1731756736099 (+1 ms)Closed at 1731756736099 2024-11-16T11:32:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741894_1072 (size=3385) 2024-11-16T11:32:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741894_1072 (size=3385) 2024-11-16T11:32:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741894_1072 (size=3385) 2024-11-16T11:32:16,107 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/b/86b8aa1446994df7bf6e7722fd267e21 to hdfs://localhost:46883/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/b/86b8aa1446994df7bf6e7722fd267e21 2024-11-16T11:32:16,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930, size=3.3 K (3385bytes) 2024-11-16T11:32:16,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 2024-11-16T11:32:16,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 after 0ms 2024-11-16T11:32:16,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:16,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 took 3ms 2024-11-16T11:32:16,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 so closing down 2024-11-16T11:32:16,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:16,128 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731756735930.temp 2024-11-16T11:32:16,130 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000003-wal.1731756735930.temp 2024-11-16T11:32:16,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741898_1076 (size=2944) 2024-11-16T11:32:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741898_1076 (size=2944) 2024-11-16T11:32:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741898_1076 (size=2944) 2024-11-16T11:32:16,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000003-wal.1731756735930.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:16,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000003-wal.1731756735930.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032 2024-11-16T11:32:16,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-16T11:32:16,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930, journal: Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930, size=3.3 K (3385bytes) at 1731756736123Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 so closing down at 1731756736128 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000003-wal.1731756735930.temp at 1731756736130 (+2 ms)3 split writer threads finished at 1731756736131 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000003-wal.1731756735930.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731756736138 (+7 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000003-wal.1731756735930.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032 at 1731756736139 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731756736139 2024-11-16T11:32:16,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756735930 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756735930 2024-11-16T11:32:16,142 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032 2024-11-16T11:32:16,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:16,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:16,155 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756736144, exclude list is [], retry=0 2024-11-16T11:32:16,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:16,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:16,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:16,159 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756736144 2024-11-16T11:32:16,160 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:16,160 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f7930e0e15f0853e245bae0176db7964, NAME => 'testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:16,160 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:16,160 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,160 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,161 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,162 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName a 2024-11-16T11:32:16,162 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,167 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/a/a51dfb0eaa6d4a31abe580bb596f1894 2024-11-16T11:32:16,167 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,167 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,168 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName b 2024-11-16T11:32:16,168 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,169 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,169 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,169 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7930e0e15f0853e245bae0176db7964 columnFamilyName c 2024-11-16T11:32:16,169 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,175 DEBUG [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/c/efe58ef7cde74a0b9cc47adf94adf2a0 2024-11-16T11:32:16,175 INFO [StoreOpener-f7930e0e15f0853e245bae0176db7964-1 {}] regionserver.HStore(327): Store=f7930e0e15f0853e245bae0176db7964/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,175 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,178 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032 2024-11-16T11:32:16,181 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:16,183 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032 2024-11-16T11:32:16,183 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f7930e0e15f0853e245bae0176db7964 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-16T11:32:16,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/b/044809c2fdea43ac903d7668b6064194 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731756735967/Put/seqid=0 2024-11-16T11:32:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741900_1078 (size=5958) 2024-11-16T11:32:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741900_1078 (size=5958) 2024-11-16T11:32:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741900_1078 (size=5958) 2024-11-16T11:32:16,206 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/b/044809c2fdea43ac903d7668b6064194 2024-11-16T11:32:16,212 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/.tmp/b/044809c2fdea43ac903d7668b6064194 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/b/044809c2fdea43ac903d7668b6064194 2024-11-16T11:32:16,217 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/b/044809c2fdea43ac903d7668b6064194, entries=10, sequenceid=32, filesize=5.8 K 2024-11-16T11:32:16,218 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f7930e0e15f0853e245bae0176db7964 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-11-16T11:32:16,218 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/0000000000000000032 2024-11-16T11:32:16,220 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,220 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,220 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:16,222 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f7930e0e15f0853e245bae0176db7964 2024-11-16T11:32:16,224 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f7930e0e15f0853e245bae0176db7964/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-16T11:32:16,225 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f7930e0e15f0853e245bae0176db7964; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65245667, jitterRate=-0.02776379883289337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:16,226 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f7930e0e15f0853e245bae0176db7964: Writing region info on filesystem at 1731756736160Initializing all the Stores at 1731756736161 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736161Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736161Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736161Obtaining lock to block concurrent updates at 1731756736183 (+22 ms)Preparing flush snapshotting stores in f7930e0e15f0853e245bae0176db7964 at 1731756736183Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731756736183Flushing stores of testReplayEditsWrittenViaHRegion,,1731756735876.f7930e0e15f0853e245bae0176db7964. at 1731756736183Flushing f7930e0e15f0853e245bae0176db7964/b: creating writer at 1731756736183Flushing f7930e0e15f0853e245bae0176db7964/b: appending metadata at 1731756736198 (+15 ms)Flushing f7930e0e15f0853e245bae0176db7964/b: closing flushed file at 1731756736198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa69a1f: reopening flushed file at 1731756736211 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f7930e0e15f0853e245bae0176db7964 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1731756736218 (+7 ms)Cleaning up temporary data from old regions at 1731756736220 (+2 ms)Region opened successfully at 1731756736225 (+5 ms) 2024-11-16T11:32:16,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:56364 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:45750 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:34352 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:45914 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:34496 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:56204 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=4550 (was 4563) 2024-11-16T11:32:16,252 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-16T11:32:16,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=4549 2024-11-16T11:32:16,264 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-16T11:32:16,283 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:16,286 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:16,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:16,289 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98572109, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-98572109, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:16,307 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98572109/hregion-98572109.1731756736290, exclude list is [], retry=0 2024-11-16T11:32:16,310 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:16,310 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:16,310 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:16,312 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98572109/hregion-98572109.1731756736290 2024-11-16T11:32:16,312 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:16,313 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c080540b58897a1d31b6182ae05b6364, NAME => 'testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741902_1080 (size=68) 2024-11-16T11:32:16,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741902_1080 (size=68) 2024-11-16T11:32:16,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741902_1080 (size=68) 2024-11-16T11:32:16,324 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:16,326 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,327 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName a 2024-11-16T11:32:16,327 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,328 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,328 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,329 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName b 2024-11-16T11:32:16,329 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,330 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,330 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,331 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName c 2024-11-16T11:32:16,331 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,332 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,332 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,333 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,333 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,335 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,335 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,335 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:16,336 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,339 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:16,340 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c080540b58897a1d31b6182ae05b6364; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65231176, jitterRate=-0.027979731559753418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:16,340 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c080540b58897a1d31b6182ae05b6364: Writing region info on filesystem at 1731756736324Initializing all the Stores at 1731756736325 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736325Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736326 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736326Cleaning up temporary data from old regions at 1731756736335 (+9 ms)Region opened successfully at 1731756736340 (+5 ms) 2024-11-16T11:32:16,340 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c080540b58897a1d31b6182ae05b6364, disabling compactions & flushes 2024-11-16T11:32:16,340 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:16,340 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:16,341 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. after waiting 1 ms 2024-11-16T11:32:16,341 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:16,341 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:16,341 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c080540b58897a1d31b6182ae05b6364: Waiting for close lock at 1731756736340Disabling compacts and flushes for region at 1731756736340Disabling writes for close at 1731756736341 (+1 ms)Writing region close event to WAL at 1731756736341Closed at 1731756736341 2024-11-16T11:32:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741901_1079 (size=95) 2024-11-16T11:32:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741901_1079 (size=95) 2024-11-16T11:32:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741901_1079 (size=95) 2024-11-16T11:32:16,345 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:16,345 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98572109:(num 1731756736290) 2024-11-16T11:32:16,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:16,347 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:16,359 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348, exclude list is [], retry=0 2024-11-16T11:32:16,362 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:16,362 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:16,362 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:16,364 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 2024-11-16T11:32:16,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:16,418 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c080540b58897a1d31b6182ae05b6364, NAME => 'testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:16,420 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,420 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:16,421 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,421 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,422 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,423 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName a 2024-11-16T11:32:16,424 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,424 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,424 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,425 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName b 2024-11-16T11:32:16,426 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,426 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,426 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,427 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName c 2024-11-16T11:32:16,427 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:16,428 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:16,428 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,429 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,430 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,431 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,432 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:16,433 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,434 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c080540b58897a1d31b6182ae05b6364; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62702775, jitterRate=-0.06565584242343903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:16,434 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:16,435 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c080540b58897a1d31b6182ae05b6364: Running coprocessor pre-open hook at 1731756736421Writing region info on filesystem at 1731756736421Initializing all the Stores at 1731756736422 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736422Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736422Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756736422Cleaning up temporary data from old regions at 1731756736431 (+9 ms)Running coprocessor post-open hooks at 1731756736434 (+3 ms)Region opened successfully at 1731756736435 (+1 ms) 2024-11-16T11:32:16,448 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c080540b58897a1d31b6182ae05b6364 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-16T11:32:16,449 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:16,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-16T11:32:16,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:16,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-16T11:32:16,718 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:16,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-16T11:32:16,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:16,721 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-16T11:32:16,721 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:16,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-16T11:32:16,723 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:17,450 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:18,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:32:18,452 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:19,453 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:20,455 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:21,456 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:22,457 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:23,459 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:24,461 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:25,462 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c080540b58897a1d31b6182ae05b6364/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:25,466 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c080540b58897a1d31b6182ae05b6364: 2024-11-16T11:32:25,466 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:25,482 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c080540b58897a1d31b6182ae05b6364: 2024-11-16T11:32:25,482 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-16T11:32:25,482 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c080540b58897a1d31b6182ae05b6364, disabling compactions & flushes 2024-11-16T11:32:25,482 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:25,482 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:25,482 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. after waiting 0 ms 2024-11-16T11:32:25,482 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:25,483 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:25,483 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. 2024-11-16T11:32:25,483 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c080540b58897a1d31b6182ae05b6364: Waiting for close lock at 1731756745482Running coprocessor pre-close hooks at 1731756745482Disabling compacts and flushes for region at 1731756745482Disabling writes for close at 1731756745482Writing region close event to WAL at 1731756745483 (+1 ms)Running coprocessor post-close hooks at 1731756745483Closed at 1731756745483 2024-11-16T11:32:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741903_1081 (size=2691) 2024-11-16T11:32:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741903_1081 (size=2691) 2024-11-16T11:32:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741903_1081 (size=2691) 2024-11-16T11:32:25,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348, size=2.6 K (2691bytes) 2024-11-16T11:32:25,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 2024-11-16T11:32:25,542 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 after 0ms 2024-11-16T11:32:25,544 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:25,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 took 3ms 2024-11-16T11:32:25,547 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 so closing down 2024-11-16T11:32:25,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:25,547 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731756736348.temp 2024-11-16T11:32:25,549 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000004-wal.1731756736348.temp 2024-11-16T11:32:25,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741904_1082 (size=2094) 2024-11-16T11:32:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741904_1082 (size=2094) 2024-11-16T11:32:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741904_1082 (size=2094) 2024-11-16T11:32:25,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000004-wal.1731756736348.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:25,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000004-wal.1731756736348.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026 2024-11-16T11:32:25,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-16T11:32:25,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348, journal: Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348, size=2.6 K (2691bytes) at 1731756745542Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 so closing down at 1731756745547 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000004-wal.1731756736348.temp at 1731756745549 (+2 ms)3 split writer threads finished at 1731756745549Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000004-wal.1731756736348.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731756745555 (+6 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000004-wal.1731756736348.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026 at 1731756745556 (+1 ms)Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731756745556 2024-11-16T11:32:25,557 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T11:32:25,558 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756736348 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756736348 2024-11-16T11:32:25,559 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026 2024-11-16T11:32:25,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:25,561 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:25,573 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756745561, exclude list is [], retry=0 2024-11-16T11:32:25,575 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:25,575 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:25,576 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:25,577 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756745561 2024-11-16T11:32:25,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:25,577 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c080540b58897a1d31b6182ae05b6364, NAME => 'testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:25,578 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,578 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:25,578 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,578 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,580 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,580 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName a 2024-11-16T11:32:25,581 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:25,581 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:25,581 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,582 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName b 2024-11-16T11:32:25,582 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:25,583 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:25,583 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,584 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c080540b58897a1d31b6182ae05b6364 columnFamilyName c 2024-11-16T11:32:25,584 DEBUG [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:25,584 INFO [StoreOpener-c080540b58897a1d31b6182ae05b6364-1 {}] regionserver.HStore(327): Store=c080540b58897a1d31b6182ae05b6364/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:25,585 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,587 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,587 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026 2024-11-16T11:32:25,589 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:25,591 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026 2024-11-16T11:32:25,591 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c080540b58897a1d31b6182ae05b6364 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-16T11:32:25,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/a/d09ec9f563d840c1959a6a9ea6a93703 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731756745474/Put/seqid=0 2024-11-16T11:32:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741906_1084 (size=5523) 2024-11-16T11:32:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741906_1084 (size=5523) 2024-11-16T11:32:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741906_1084 (size=5523) 2024-11-16T11:32:25,614 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/a/d09ec9f563d840c1959a6a9ea6a93703 2024-11-16T11:32:25,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/b/39f504b0f5b44ab39be64754ef5fe900 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731756745468/Put/seqid=0 2024-11-16T11:32:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741907_1085 (size=5524) 2024-11-16T11:32:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741907_1085 (size=5524) 2024-11-16T11:32:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741907_1085 (size=5524) 2024-11-16T11:32:25,638 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/b/39f504b0f5b44ab39be64754ef5fe900 2024-11-16T11:32:25,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/c/1b41cf0cabb54a8aba7f3eafbac76a7d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731756745473/Put/seqid=0 2024-11-16T11:32:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741908_1086 (size=5457) 2024-11-16T11:32:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741908_1086 (size=5457) 2024-11-16T11:32:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741908_1086 (size=5457) 2024-11-16T11:32:25,667 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/c/1b41cf0cabb54a8aba7f3eafbac76a7d 2024-11-16T11:32:25,673 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/a/d09ec9f563d840c1959a6a9ea6a93703 as hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/a/d09ec9f563d840c1959a6a9ea6a93703 2024-11-16T11:32:25,678 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/a/d09ec9f563d840c1959a6a9ea6a93703, entries=7, sequenceid=26, filesize=5.4 K 2024-11-16T11:32:25,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/b/39f504b0f5b44ab39be64754ef5fe900 as hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/b/39f504b0f5b44ab39be64754ef5fe900 2024-11-16T11:32:25,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/b/39f504b0f5b44ab39be64754ef5fe900, entries=7, sequenceid=26, filesize=5.4 K 2024-11-16T11:32:25,685 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/.tmp/c/1b41cf0cabb54a8aba7f3eafbac76a7d as hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/c/1b41cf0cabb54a8aba7f3eafbac76a7d 2024-11-16T11:32:25,691 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/c/1b41cf0cabb54a8aba7f3eafbac76a7d, entries=6, sequenceid=26, filesize=5.3 K 2024-11-16T11:32:25,691 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c080540b58897a1d31b6182ae05b6364 in 100ms, sequenceid=26, compaction requested=false; wal=null 2024-11-16T11:32:25,692 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/0000000000000000026 2024-11-16T11:32:25,693 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,693 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,694 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:25,695 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,698 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsAfterAbortingFlush/c080540b58897a1d31b6182ae05b6364/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-16T11:32:25,700 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c080540b58897a1d31b6182ae05b6364; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62129437, jitterRate=-0.07419924437999725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:25,700 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c080540b58897a1d31b6182ae05b6364 2024-11-16T11:32:25,700 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c080540b58897a1d31b6182ae05b6364: Running coprocessor pre-open hook at 1731756745578Writing region info on filesystem at 1731756745578Initializing all the Stores at 1731756745579 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756745579Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756745579Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756745579Obtaining lock to block concurrent updates at 1731756745591 (+12 ms)Preparing flush snapshotting stores in c080540b58897a1d31b6182ae05b6364 at 1731756745591Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731756745591Flushing stores of testReplayEditsAfterAbortingFlush,,1731756736284.c080540b58897a1d31b6182ae05b6364. at 1731756745591Flushing c080540b58897a1d31b6182ae05b6364/a: creating writer at 1731756745591Flushing c080540b58897a1d31b6182ae05b6364/a: appending metadata at 1731756745605 (+14 ms)Flushing c080540b58897a1d31b6182ae05b6364/a: closing flushed file at 1731756745605Flushing c080540b58897a1d31b6182ae05b6364/b: creating writer at 1731756745618 (+13 ms)Flushing c080540b58897a1d31b6182ae05b6364/b: appending metadata at 1731756745631 (+13 ms)Flushing c080540b58897a1d31b6182ae05b6364/b: closing flushed file at 1731756745631Flushing c080540b58897a1d31b6182ae05b6364/c: creating writer at 1731756745643 (+12 ms)Flushing c080540b58897a1d31b6182ae05b6364/c: appending metadata at 1731756745659 (+16 ms)Flushing c080540b58897a1d31b6182ae05b6364/c: closing flushed file at 1731756745659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8796e1: reopening flushed file at 1731756745672 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bccb82: reopening flushed file at 1731756745678 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cf2cb2: reopening flushed file at 1731756745684 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c080540b58897a1d31b6182ae05b6364 in 100ms, sequenceid=26, compaction requested=false; wal=null at 1731756745691 (+7 ms)Cleaning up temporary data from old regions at 1731756745693 (+2 ms)Running coprocessor post-open hooks at 1731756745700 (+7 ms)Region opened successfully at 1731756745700 2024-11-16T11:32:25,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=414 (was 417), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=4539 (was 4549) 2024-11-16T11:32:25,723 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-16T11:32:25,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=414, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4538 2024-11-16T11:32:25,736 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-16T11:32:25,750 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:25,752 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:25,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:25,755 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54264149, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-54264149, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:25,767 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54264149/hregion-54264149.1731756745755, exclude list is [], retry=0 2024-11-16T11:32:25,770 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:25,770 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:25,770 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:25,772 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54264149/hregion-54264149.1731756745755 2024-11-16T11:32:25,772 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:25,772 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6f6a0bccb5c6e01cf7b071020bf6ed5b, NAME => 'testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741910_1088 (size=61) 2024-11-16T11:32:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741910_1088 (size=61) 2024-11-16T11:32:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741910_1088 (size=61) 2024-11-16T11:32:25,782 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:25,783 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,784 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6a0bccb5c6e01cf7b071020bf6ed5b columnFamilyName a 2024-11-16T11:32:25,784 DEBUG [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:25,784 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(327): Store=6f6a0bccb5c6e01cf7b071020bf6ed5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,785 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,786 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,786 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,787 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,789 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:25,789 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f6a0bccb5c6e01cf7b071020bf6ed5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68589385, jitterRate=0.022061482071876526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:25,790 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f6a0bccb5c6e01cf7b071020bf6ed5b: Writing region info on filesystem at 1731756745782Initializing all the Stores at 1731756745782Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756745782Cleaning up temporary data from old regions at 1731756745786 (+4 ms)Region opened successfully at 1731756745790 (+4 ms) 2024-11-16T11:32:25,790 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f6a0bccb5c6e01cf7b071020bf6ed5b, disabling compactions & flushes 2024-11-16T11:32:25,790 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,790 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,790 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. after waiting 0 ms 2024-11-16T11:32:25,790 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,790 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,790 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f6a0bccb5c6e01cf7b071020bf6ed5b: Waiting for close lock at 1731756745790Disabling compacts and flushes for region at 1731756745790Disabling writes for close at 1731756745790Writing region close event to WAL at 1731756745790Closed at 1731756745790 2024-11-16T11:32:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741909_1087 (size=95) 2024-11-16T11:32:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741909_1087 (size=95) 2024-11-16T11:32:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741909_1087 (size=95) 2024-11-16T11:32:25,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:25,794 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54264149:(num 1731756745755) 2024-11-16T11:32:25,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:25,796 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:25,808 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796, exclude list is [], retry=0 2024-11-16T11:32:25,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:25,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:25,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:25,812 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 2024-11-16T11:32:25,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:25,813 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6a0bccb5c6e01cf7b071020bf6ed5b, NAME => 'testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:25,813 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:25,813 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,813 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,814 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,815 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6a0bccb5c6e01cf7b071020bf6ed5b columnFamilyName a 2024-11-16T11:32:25,815 DEBUG [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:25,815 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(327): Store=6f6a0bccb5c6e01cf7b071020bf6ed5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:25,815 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,816 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,816 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,817 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,817 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,818 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:25,819 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f6a0bccb5c6e01cf7b071020bf6ed5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75368269, jitterRate=0.1230747252702713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:25,819 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f6a0bccb5c6e01cf7b071020bf6ed5b: Writing region info on filesystem at 1731756745813Initializing all the Stores at 1731756745814 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756745814Cleaning up temporary data from old regions at 1731756745817 (+3 ms)Region opened successfully at 1731756745819 (+2 ms) 2024-11-16T11:32:25,827 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f6a0bccb5c6e01cf7b071020bf6ed5b, disabling compactions & flushes 2024-11-16T11:32:25,827 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,827 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,827 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. after waiting 0 ms 2024-11-16T11:32:25,827 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,827 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,827 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. 2024-11-16T11:32:25,827 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f6a0bccb5c6e01cf7b071020bf6ed5b: Waiting for close lock at 1731756745827Disabling compacts and flushes for region at 1731756745827Disabling writes for close at 1731756745827Writing region close event to WAL at 1731756745827Closed at 1731756745827 2024-11-16T11:32:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741911_1089 (size=1050) 2024-11-16T11:32:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741911_1089 (size=1050) 2024-11-16T11:32:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741911_1089 (size=1050) 2024-11-16T11:32:25,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796, size=1.0 K (1050bytes) 2024-11-16T11:32:25,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 2024-11-16T11:32:25,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 after 0ms 2024-11-16T11:32:25,847 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:25,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 took 2ms 2024-11-16T11:32:25,849 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 so closing down 2024-11-16T11:32:25,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:25,850 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731756745796.temp 2024-11-16T11:32:25,851 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000003-wal.1731756745796.temp 2024-11-16T11:32:25,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741912_1090 (size=1050) 2024-11-16T11:32:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741912_1090 (size=1050) 2024-11-16T11:32:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741912_1090 (size=1050) 2024-11-16T11:32:25,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000003-wal.1731756745796.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:25,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000003-wal.1731756745796.temp to hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012 2024-11-16T11:32:25,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-16T11:32:25,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796, journal: Splitting hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796, size=1.0 K (1050bytes) at 1731756745845Finishing writing output for hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 so closing down at 1731756745849 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000003-wal.1731756745796.temp at 1731756745851 (+2 ms)3 split writer threads finished at 1731756745851Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000003-wal.1731756745796.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731756745858 (+7 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000003-wal.1731756745796.temp to hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012 at 1731756745859 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731756745859 2024-11-16T11:32:25,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756745796 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756745796 2024-11-16T11:32:25,861 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012 2024-11-16T11:32:25,864 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:26,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:26,188 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:26,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756746189, exclude list is [], retry=0 2024-11-16T11:32:26,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:26,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:26,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:26,205 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756746189 2024-11-16T11:32:26,205 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:26,205 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6a0bccb5c6e01cf7b071020bf6ed5b, NAME => 'testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:26,206 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:26,206 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,206 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,209 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,211 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6a0bccb5c6e01cf7b071020bf6ed5b columnFamilyName a 2024-11-16T11:32:26,211 DEBUG [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,212 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(327): Store=6f6a0bccb5c6e01cf7b071020bf6ed5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,215 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012 2024-11-16T11:32:26,217 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:26,218 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012 2024-11-16T11:32:26,218 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f6a0bccb5c6e01cf7b071020bf6ed5b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-16T11:32:26,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/.tmp/a/f848fbe99767408dab14f34ee955fa21 is 79, key is testDatalossWhenInputError/a:x0/1731756745819/Put/seqid=0 2024-11-16T11:32:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741914_1092 (size=5808) 2024-11-16T11:32:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741914_1092 (size=5808) 2024-11-16T11:32:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741914_1092 (size=5808) 2024-11-16T11:32:26,242 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/.tmp/a/f848fbe99767408dab14f34ee955fa21 2024-11-16T11:32:26,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/.tmp/a/f848fbe99767408dab14f34ee955fa21 as hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/a/f848fbe99767408dab14f34ee955fa21 2024-11-16T11:32:26,260 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/a/f848fbe99767408dab14f34ee955fa21, entries=10, sequenceid=12, filesize=5.7 K 2024-11-16T11:32:26,260 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6f6a0bccb5c6e01cf7b071020bf6ed5b in 42ms, sequenceid=12, compaction requested=false; wal=null 2024-11-16T11:32:26,261 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/0000000000000000012 2024-11-16T11:32:26,262 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,262 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,267 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T11:32:26,268 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f6a0bccb5c6e01cf7b071020bf6ed5b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71567195, jitterRate=0.06643430888652802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:26,269 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f6a0bccb5c6e01cf7b071020bf6ed5b: Writing region info on filesystem at 1731756746206Initializing all the Stores at 1731756746208 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746208Obtaining lock to block concurrent updates at 1731756746218 (+10 ms)Preparing flush snapshotting stores in 6f6a0bccb5c6e01cf7b071020bf6ed5b at 1731756746218Finished memstore snapshotting testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731756746218Flushing stores of testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b. at 1731756746218Flushing 6f6a0bccb5c6e01cf7b071020bf6ed5b/a: creating writer at 1731756746218Flushing 6f6a0bccb5c6e01cf7b071020bf6ed5b/a: appending metadata at 1731756746234 (+16 ms)Flushing 6f6a0bccb5c6e01cf7b071020bf6ed5b/a: closing flushed file at 1731756746234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196c9bd9: reopening flushed file at 1731756746249 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6f6a0bccb5c6e01cf7b071020bf6ed5b in 42ms, sequenceid=12, compaction requested=false; wal=null at 1731756746260 (+11 ms)Cleaning up temporary data from old regions at 1731756746262 (+2 ms)Region opened successfully at 1731756746269 (+7 ms) 2024-11-16T11:32:26,272 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6a0bccb5c6e01cf7b071020bf6ed5b, NAME => 'testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:26,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731756745750.6f6a0bccb5c6e01cf7b071020bf6ed5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:26,273 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,273 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,274 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,275 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6a0bccb5c6e01cf7b071020bf6ed5b columnFamilyName a 2024-11-16T11:32:26,275 DEBUG [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,281 DEBUG [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/a/f848fbe99767408dab14f34ee955fa21 2024-11-16T11:32:26,281 INFO [StoreOpener-6f6a0bccb5c6e01cf7b071020bf6ed5b-1 {}] regionserver.HStore(327): Store=6f6a0bccb5c6e01cf7b071020bf6ed5b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,281 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,284 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,284 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,286 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f6a0bccb5c6e01cf7b071020bf6ed5b 2024-11-16T11:32:26,288 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testDatalossWhenInputError/6f6a0bccb5c6e01cf7b071020bf6ed5b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-16T11:32:26,290 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f6a0bccb5c6e01cf7b071020bf6ed5b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74082806, jitterRate=0.10391983389854431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T11:32:26,290 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f6a0bccb5c6e01cf7b071020bf6ed5b: Writing region info on filesystem at 1731756746273Initializing all the Stores at 1731756746274 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746274Cleaning up temporary data from old regions at 1731756746284 (+10 ms)Region opened successfully at 1731756746290 (+6 ms) 2024-11-16T11:32:26,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=424 (was 414) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:51634 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:51526 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:46254 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:46178 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:54262 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:54316 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-546718065-172.17.0.2-1731756711852:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4533 (was 4538) 2024-11-16T11:32:26,308 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-16T11:32:26,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=424, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4532 2024-11-16T11:32:26,320 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-16T11:32:26,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:26,335 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:26,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:26,338 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63667053, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-63667053, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:26,350 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63667053/hregion-63667053.1731756746338, exclude list is [], retry=0 2024-11-16T11:32:26,353 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:26,353 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:26,353 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:26,356 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63667053/hregion-63667053.1731756746338 2024-11-16T11:32:26,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:26,356 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 70cf85320cb31956655f0dca6d955b75, NAME => 'testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741916_1094 (size=63) 2024-11-16T11:32:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741916_1094 (size=63) 2024-11-16T11:32:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741916_1094 (size=63) 2024-11-16T11:32:26,364 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:26,366 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,367 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName a 2024-11-16T11:32:26,367 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,367 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,367 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,368 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName b 2024-11-16T11:32:26,369 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,369 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,369 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,370 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName c 2024-11-16T11:32:26,370 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,371 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,373 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,373 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,374 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:26,375 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,377 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:26,378 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70cf85320cb31956655f0dca6d955b75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71063947, jitterRate=0.05893532931804657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:26,378 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70cf85320cb31956655f0dca6d955b75: Writing region info on filesystem at 1731756746364Initializing all the Stores at 1731756746365 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746365Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746366 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746366Cleaning up temporary data from old regions at 1731756746373 (+7 ms)Region opened successfully at 1731756746378 (+5 ms) 2024-11-16T11:32:26,378 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 70cf85320cb31956655f0dca6d955b75, disabling compactions & flushes 2024-11-16T11:32:26,378 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:26,378 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:26,378 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. after waiting 0 ms 2024-11-16T11:32:26,378 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:26,379 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:26,379 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 70cf85320cb31956655f0dca6d955b75: Waiting for close lock at 1731756746378Disabling compacts and flushes for region at 1731756746378Disabling writes for close at 1731756746378Writing region close event to WAL at 1731756746379 (+1 ms)Closed at 1731756746379 2024-11-16T11:32:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741915_1093 (size=95) 2024-11-16T11:32:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741915_1093 (size=95) 2024-11-16T11:32:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741915_1093 (size=95) 2024-11-16T11:32:26,387 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:26,387 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63667053:(num 1731756746338) 2024-11-16T11:32:26,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:26,389 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:26,407 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389, exclude list is [], retry=0 2024-11-16T11:32:26,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:26,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:26,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:26,412 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 2024-11-16T11:32:26,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:26,412 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 70cf85320cb31956655f0dca6d955b75, NAME => 'testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:26,412 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:26,412 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,412 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,414 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,415 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName a 2024-11-16T11:32:26,416 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,416 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,416 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,417 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName b 2024-11-16T11:32:26,417 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,418 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,418 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,418 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName c 2024-11-16T11:32:26,419 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:26,419 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:26,419 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,421 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,422 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,422 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,422 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:26,423 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:26,424 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70cf85320cb31956655f0dca6d955b75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73896827, jitterRate=0.10114853084087372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:26,424 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70cf85320cb31956655f0dca6d955b75: Writing region info on filesystem at 1731756746412Initializing all the Stores at 1731756746413 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746414 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746414Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756746414Cleaning up temporary data from old regions at 1731756746422 (+8 ms)Region opened successfully at 1731756746424 (+2 ms) 2024-11-16T11:32:26,428 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731756746427/Put/seqid=0 2024-11-16T11:32:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741918_1096 (size=4875) 2024-11-16T11:32:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741918_1096 (size=4875) 2024-11-16T11:32:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741918_1096 (size=4875) 2024-11-16T11:32:26,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731756746436/Put/seqid=0 2024-11-16T11:32:26,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741919_1097 (size=4875) 2024-11-16T11:32:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741919_1097 (size=4875) 2024-11-16T11:32:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741919_1097 (size=4875) 2024-11-16T11:32:26,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731756746444/Put/seqid=0 2024-11-16T11:32:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741920_1098 (size=4875) 2024-11-16T11:32:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741920_1098 (size=4875) 2024-11-16T11:32:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741920_1098 (size=4875) 2024-11-16T11:32:26,450 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 70cf85320cb31956655f0dca6d955b75/a 2024-11-16T11:32:26,453 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-16T11:32:26,453 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:32:26,453 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 70cf85320cb31956655f0dca6d955b75/a 2024-11-16T11:32:26,456 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-16T11:32:26,456 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:32:26,457 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 70cf85320cb31956655f0dca6d955b75/a 2024-11-16T11:32:26,460 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-16T11:32:26,460 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T11:32:26,460 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 70cf85320cb31956655f0dca6d955b75 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-16T11:32:26,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/.tmp/a/3341a63afdd141bfba411ddc029927a3 is 55, key is testCompactedBulkLoadedFiles/a:a/1731756746425/Put/seqid=0 2024-11-16T11:32:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741921_1099 (size=5107) 2024-11-16T11:32:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741921_1099 (size=5107) 2024-11-16T11:32:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741921_1099 (size=5107) 2024-11-16T11:32:26,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/.tmp/a/3341a63afdd141bfba411ddc029927a3 2024-11-16T11:32:26,487 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/.tmp/a/3341a63afdd141bfba411ddc029927a3 as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3 2024-11-16T11:32:26,492 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3, entries=1, sequenceid=4, filesize=5.0 K 2024-11-16T11:32:26,493 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 70cf85320cb31956655f0dca6d955b75 in 33ms, sequenceid=4, compaction requested=false 2024-11-16T11:32:26,493 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 70cf85320cb31956655f0dca6d955b75: 2024-11-16T11:32:26,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ 2024-11-16T11:32:26,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ 2024-11-16T11:32:26,497 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ 2024-11-16T11:32:26,498 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile0 into 70cf85320cb31956655f0dca6d955b75/a as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ - updating store file list. 2024-11-16T11:32:26,502 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:26,502 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ into 70cf85320cb31956655f0dca6d955b75/a 2024-11-16T11:32:26,502 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile0 into 70cf85320cb31956655f0dca6d955b75/a (new location: hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_) 2024-11-16T11:32:26,504 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile1 into 70cf85320cb31956655f0dca6d955b75/a as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ - updating store file list. 2024-11-16T11:32:26,508 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7df1d5b678d940698747b23377bbf61c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:26,508 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ into 70cf85320cb31956655f0dca6d955b75/a 2024-11-16T11:32:26,508 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile1 into 70cf85320cb31956655f0dca6d955b75/a (new location: hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_) 2024-11-16T11:32:26,509 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile2 into 70cf85320cb31956655f0dca6d955b75/a as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ - updating store file list. 2024-11-16T11:32:26,514 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb55441ca89643a8be18a9f501dd68fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:26,514 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ into 70cf85320cb31956655f0dca6d955b75/a 2024-11-16T11:32:26,514 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46883/hbase/testCompactedBulkLoadedFiles/hfile2 into 70cf85320cb31956655f0dca6d955b75/a (new location: hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_) 2024-11-16T11:32:26,522 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T11:32:26,522 DEBUG [Time-limited test {}] regionserver.HStore(1541): 70cf85320cb31956655f0dca6d955b75/a is initiating major compaction (all files) 2024-11-16T11:32:26,522 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 70cf85320cb31956655f0dca6d955b75/a in testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:26,523 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_] into tmpdir=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/.tmp, totalSize=19.3 K 2024-11-16T11:32:26,523 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3341a63afdd141bfba411ddc029927a3, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731756746425 2024-11-16T11:32:26,524 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-16T11:32:26,524 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7df1d5b678d940698747b23377bbf61c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-16T11:32:26,524 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bb55441ca89643a8be18a9f501dd68fb_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-16T11:32:26,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/.tmp/a/5b71f350b07940cbade7c038c04e0365 is 55, key is testCompactedBulkLoadedFiles/a:a/1731756746425/Put/seqid=0 2024-11-16T11:32:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741922_1100 (size=6154) 2024-11-16T11:32:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741922_1100 (size=6154) 2024-11-16T11:32:26,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741922_1100 (size=6154) 2024-11-16T11:32:26,549 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/.tmp/a/5b71f350b07940cbade7c038c04e0365 as hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/5b71f350b07940cbade7c038c04e0365 2024-11-16T11:32:26,556 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 70cf85320cb31956655f0dca6d955b75/a of 70cf85320cb31956655f0dca6d955b75 into 5b71f350b07940cbade7c038c04e0365(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T11:32:26,556 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 70cf85320cb31956655f0dca6d955b75: 2024-11-16T11:32:26,556 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-16T11:32:26,556 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-16T11:32:26,589 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389, size=0 (0bytes) 2024-11-16T11:32:26,589 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 might be still open, length is 0 2024-11-16T11:32:26,589 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 2024-11-16T11:32:26,590 WARN [IPC Server handler 4 on default port 46883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-16T11:32:26,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 after 1ms 2024-11-16T11:32:26,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-16T11:32:26,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:26,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-16T11:32:26,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-16T11:32:28,546 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:46286 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46286 dst: /127.0.0.1:41681 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41681 remote=/127.0.0.1:46286]. Total timeout mills is 60000, 58010 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:28,547 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:51658 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51658 dst: /127.0.0.1:37827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:28,547 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:54330 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54330 dst: /127.0.0.1:36813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741917_1101 (size=1175) 2024-11-16T11:32:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741917_1101 (size=1175) 2024-11-16T11:32:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741917_1101 (size=1175) 2024-11-16T11:32:30,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 after 4002ms 2024-11-16T11:32:30,617 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:30,618 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 took 4029ms 2024-11-16T11:32:30,622 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389; continuing. 2024-11-16T11:32:30,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 so closing down 2024-11-16T11:32:30,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:30,625 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731756746389.temp 2024-11-16T11:32:30,628 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000003-wal.1731756746389.temp 2024-11-16T11:32:30,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741923_1102 (size=550) 2024-11-16T11:32:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741923_1102 (size=550) 2024-11-16T11:32:30,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000003-wal.1731756746389.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741923_1102 (size=550) 2024-11-16T11:32:30,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000003-wal.1731756746389.temp to hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008 2024-11-16T11:32:30,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:32:30,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389, journal: Splitting hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389, size=0 (0bytes) at 1731756746589Finishing writing output for hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 so closing down at 1731756750622 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000003-wal.1731756746389.temp at 1731756750628 (+6 ms)3 split writer threads finished at 1731756750628Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000003-wal.1731756746389.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731756750635 (+7 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000003-wal.1731756746389.temp to hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008 at 1731756750636 (+1 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389, size=0, length=0, corrupted=false, cancelled=false at 1731756750637 (+1 ms) 2024-11-16T11:32:30,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756746389 2024-11-16T11:32:30,639 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008 2024-11-16T11:32:30,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:30,641 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:30,653 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756750641, exclude list is [], retry=0 2024-11-16T11:32:30,655 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:30,655 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:30,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:30,657 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756750641 2024-11-16T11:32:30,657 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-16T11:32:30,657 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 70cf85320cb31956655f0dca6d955b75, NAME => 'testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:30,658 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:30,658 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,658 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,659 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,660 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName a 2024-11-16T11:32:30,660 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,666 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3 2024-11-16T11:32:30,670 DEBUG [StoreFileOpener-70cf85320cb31956655f0dca6d955b75-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:30,670 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ 2024-11-16T11:32:30,675 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/5b71f350b07940cbade7c038c04e0365 2024-11-16T11:32:30,680 DEBUG [StoreFileOpener-70cf85320cb31956655f0dca6d955b75-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7df1d5b678d940698747b23377bbf61c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:30,680 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ 2024-11-16T11:32:30,684 DEBUG [StoreFileOpener-70cf85320cb31956655f0dca6d955b75-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb55441ca89643a8be18a9f501dd68fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T11:32:30,684 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ 2024-11-16T11:32:30,684 WARN [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@341b3785 2024-11-16T11:32:30,684 WARN [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@341b3785 2024-11-16T11:32:30,684 WARN [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@341b3785 2024-11-16T11:32:30,684 WARN [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@341b3785 2024-11-16T11:32:30,685 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_] to archive 2024-11-16T11:32:30,686 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T11:32:30,687 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3 to hdfs://localhost:46883/hbase/archive/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3341a63afdd141bfba411ddc029927a3 2024-11-16T11:32:30,688 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ to hdfs://localhost:46883/hbase/archive/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_ 2024-11-16T11:32:30,689 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ to hdfs://localhost:46883/hbase/archive/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/7df1d5b678d940698747b23377bbf61c_SeqId_4_ 2024-11-16T11:32:30,690 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ to hdfs://localhost:46883/hbase/archive/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/a/bb55441ca89643a8be18a9f501dd68fb_SeqId_4_ 2024-11-16T11:32:30,690 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,691 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,691 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName b 2024-11-16T11:32:30,691 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,692 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,692 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,692 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70cf85320cb31956655f0dca6d955b75 columnFamilyName c 2024-11-16T11:32:30,692 DEBUG [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,693 INFO [StoreOpener-70cf85320cb31956655f0dca6d955b75-1 {}] regionserver.HStore(327): Store=70cf85320cb31956655f0dca6d955b75/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,693 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,694 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,695 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008 2024-11-16T11:32:30,697 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:30,699 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 70cf85320cb31956655f0dca6d955b75 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "70cf85320cb31956655f0dca6d955b75" family_name: "a" compaction_input: "3341a63afdd141bfba411ddc029927a3" compaction_input: "3f351ccda23f4c1a9f6568a44eee1ed4_SeqId_4_" compaction_input: "7df1d5b678d940698747b23377bbf61c_SeqId_4_" compaction_input: "bb55441ca89643a8be18a9f501dd68fb_SeqId_4_" compaction_output: "5b71f350b07940cbade7c038c04e0365" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-16T11:32:30,699 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-16T11:32:30,699 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008 2024-11-16T11:32:30,700 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/0000000000000000008 2024-11-16T11:32:30,701 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,701 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,702 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:30,703 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70cf85320cb31956655f0dca6d955b75 2024-11-16T11:32:30,706 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testCompactedBulkLoadedFiles/70cf85320cb31956655f0dca6d955b75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T11:32:30,707 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70cf85320cb31956655f0dca6d955b75; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71135782, jitterRate=0.060005754232406616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:30,707 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70cf85320cb31956655f0dca6d955b75: Writing region info on filesystem at 1731756750658Initializing all the Stores at 1731756750659 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750659Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750659Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750659Cleaning up temporary data from old regions at 1731756750701 (+42 ms)Region opened successfully at 1731756750707 (+6 ms) 2024-11-16T11:32:30,710 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 70cf85320cb31956655f0dca6d955b75, disabling compactions & flushes 2024-11-16T11:32:30,710 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:30,710 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:30,710 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. after waiting 0 ms 2024-11-16T11:32:30,710 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:30,711 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731756746334.70cf85320cb31956655f0dca6d955b75. 2024-11-16T11:32:30,711 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 70cf85320cb31956655f0dca6d955b75: Waiting for close lock at 1731756750710Disabling compacts and flushes for region at 1731756750710Disabling writes for close at 1731756750710Writing region close event to WAL at 1731756750711 (+1 ms)Closed at 1731756750711 2024-11-16T11:32:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741924_1103 (size=95) 2024-11-16T11:32:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741924_1103 (size=95) 2024-11-16T11:32:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741924_1103 (size=95) 2024-11-16T11:32:30,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:30,715 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731756750641) 2024-11-16T11:32:30,727 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=437 (was 424) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969884693_22 at /127.0.0.1:46392 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46883 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969884693_22 at /127.0.0.1:54408 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1969884693_22 at /127.0.0.1:51706 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4515 (was 4532) 2024-11-16T11:32:30,727 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-16T11:32:30,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=4515 2024-11-16T11:32:30,741 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-16T11:32:30,757 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:30,758 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T11:32:30,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T11:32:30,761 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02501845, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/hregion-02501845, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:30,773 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02501845/hregion-02501845.1731756750762, exclude list is [], retry=0 2024-11-16T11:32:30,776 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:30,776 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:30,776 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:30,777 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02501845/hregion-02501845.1731756750762 2024-11-16T11:32:30,778 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:30,778 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f0b4ae2d54d05bcfd68a3818a06be6ec, NAME => 'testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46883/hbase 2024-11-16T11:32:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741926_1105 (size=67) 2024-11-16T11:32:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741926_1105 (size=67) 2024-11-16T11:32:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741926_1105 (size=67) 2024-11-16T11:32:30,786 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:30,787 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,788 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName a 2024-11-16T11:32:30,788 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,789 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,789 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,790 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName b 2024-11-16T11:32:30,790 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,790 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,791 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,792 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName c 2024-11-16T11:32:30,792 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,792 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,792 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,794 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,794 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,794 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:30,795 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,798 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T11:32:30,798 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f0b4ae2d54d05bcfd68a3818a06be6ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61014693, jitterRate=-0.09081022441387177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Writing region info on filesystem at 1731756750786Initializing all the Stores at 1731756750787 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750787Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750787Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750787Cleaning up temporary data from old regions at 1731756750794 (+7 ms)Region opened successfully at 1731756750798 (+4 ms) 2024-11-16T11:32:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f0b4ae2d54d05bcfd68a3818a06be6ec, disabling compactions & flushes 2024-11-16T11:32:30,798 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. after waiting 0 ms 2024-11-16T11:32:30,798 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,799 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,799 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Waiting for close lock at 1731756750798Disabling compacts and flushes for region at 1731756750798Disabling writes for close at 1731756750798Writing region close event to WAL at 1731756750799 (+1 ms)Closed at 1731756750799 2024-11-16T11:32:30,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741925_1104 (size=95) 2024-11-16T11:32:30,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741925_1104 (size=95) 2024-11-16T11:32:30,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741925_1104 (size=95) 2024-11-16T11:32:30,804 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:30,804 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02501845:(num 1731756750762) 2024-11-16T11:32:30,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:30,806 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:30,819 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806, exclude list is [], retry=0 2024-11-16T11:32:30,822 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:30,822 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:30,823 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:30,824 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 2024-11-16T11:32:30,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-16T11:32:30,824 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f0b4ae2d54d05bcfd68a3818a06be6ec, NAME => 'testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:30,825 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:30,825 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,825 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,826 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,827 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName a 2024-11-16T11:32:30,827 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,828 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,828 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,828 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName b 2024-11-16T11:32:30,828 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,829 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,829 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,830 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName c 2024-11-16T11:32:30,830 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,830 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,831 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,833 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,833 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,834 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:30,835 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,836 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f0b4ae2d54d05bcfd68a3818a06be6ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74226029, jitterRate=0.10605402290821075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:30,836 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Writing region info on filesystem at 1731756750825Initializing all the Stores at 1731756750826 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750826Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750826Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750826Cleaning up temporary data from old regions at 1731756750833 (+7 ms)Region opened successfully at 1731756750836 (+3 ms) 2024-11-16T11:32:30,842 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f0b4ae2d54d05bcfd68a3818a06be6ec 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-16T11:32:30,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/a/b99d85f610584b0fb493e85aac39b9c7 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731756750836/Put/seqid=0 2024-11-16T11:32:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741928_1107 (size=5958) 2024-11-16T11:32:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741928_1107 (size=5958) 2024-11-16T11:32:30,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741928_1107 (size=5958) 2024-11-16T11:32:30,862 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/a/b99d85f610584b0fb493e85aac39b9c7 2024-11-16T11:32:30,868 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/a/b99d85f610584b0fb493e85aac39b9c7 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/a/b99d85f610584b0fb493e85aac39b9c7 2024-11-16T11:32:30,873 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/a/b99d85f610584b0fb493e85aac39b9c7, entries=10, sequenceid=13, filesize=5.8 K 2024-11-16T11:32:30,874 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f0b4ae2d54d05bcfd68a3818a06be6ec in 32ms, sequenceid=13, compaction requested=false 2024-11-16T11:32:30,874 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f0b4ae2d54d05bcfd68a3818a06be6ec: 2024-11-16T11:32:30,891 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f0b4ae2d54d05bcfd68a3818a06be6ec, disabling compactions & flushes 2024-11-16T11:32:30,891 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,891 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,891 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. after waiting 0 ms 2024-11-16T11:32:30,891 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,892 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,892 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:30,892 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Waiting for close lock at 1731756750891Disabling compacts and flushes for region at 1731756750891Disabling writes for close at 1731756750891Writing region close event to WAL at 1731756750892 (+1 ms)Closed at 1731756750892 2024-11-16T11:32:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741927_1106 (size=3346) 2024-11-16T11:32:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741927_1106 (size=3346) 2024-11-16T11:32:30,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741927_1106 (size=3346) 2024-11-16T11:32:30,907 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806, size=3.3 K (3346bytes) 2024-11-16T11:32:30,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 2024-11-16T11:32:30,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 after 1ms 2024-11-16T11:32:30,910 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:30,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 took 3ms 2024-11-16T11:32:30,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 so closing down 2024-11-16T11:32:30,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:30,912 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731756750806.temp 2024-11-16T11:32:30,913 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000003-wal.1731756750806.temp 2024-11-16T11:32:30,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:30,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741929_1108 (size=2944) 2024-11-16T11:32:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741929_1108 (size=2944) 2024-11-16T11:32:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741929_1108 (size=2944) 2024-11-16T11:32:30,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000003-wal.1731756750806.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:30,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000003-wal.1731756750806.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035 2024-11-16T11:32:30,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806, size=3.3 K, length=3346, corrupted=false, cancelled=false 2024-11-16T11:32:30,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806, journal: Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806, size=3.3 K (3346bytes) at 1731756750907Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 so closing down at 1731756750911 (+4 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000003-wal.1731756750806.temp at 1731756750913 (+2 ms)3 split writer threads finished at 1731756750914 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000003-wal.1731756750806.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731756750924 (+10 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000003-wal.1731756750806.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035 at 1731756750926 (+2 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806, size=3.3 K, length=3346, corrupted=false, cancelled=false at 1731756750926 2024-11-16T11:32:30,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750806 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756750806 2024-11-16T11:32:30,929 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035 2024-11-16T11:32:30,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:30,931 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:30,943 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931, exclude list is [], retry=0 2024-11-16T11:32:30,946 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:30,946 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:30,946 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:30,948 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 2024-11-16T11:32:30,948 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37383:37383),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-16T11:32:30,948 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f0b4ae2d54d05bcfd68a3818a06be6ec, NAME => 'testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.', STARTKEY => '', ENDKEY => ''} 2024-11-16T11:32:30,948 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:30,948 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,948 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,950 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,950 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName a 2024-11-16T11:32:30,950 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,955 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/a/b99d85f610584b0fb493e85aac39b9c7 2024-11-16T11:32:30,956 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,956 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,956 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName b 2024-11-16T11:32:30,957 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,957 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,957 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,958 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName c 2024-11-16T11:32:30,958 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:30,958 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:30,958 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,959 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:30,960 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035 2024-11-16T11:32:30,962 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:30,963 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035 2024-11-16T11:32:30,963 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f0b4ae2d54d05bcfd68a3818a06be6ec 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-16T11:32:30,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/b/9e8e7c6afb8e40d4ac1b47d602fe2879 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731756750874/Put/seqid=0 2024-11-16T11:32:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741931_1110 (size=5958) 2024-11-16T11:32:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741931_1110 (size=5958) 2024-11-16T11:32:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741931_1110 (size=5958) 2024-11-16T11:32:30,985 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/b/9e8e7c6afb8e40d4ac1b47d602fe2879 2024-11-16T11:32:31,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/c/f53f269fe1f748f98899bb8738e4e0c1 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731756750881/Put/seqid=0 2024-11-16T11:32:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741932_1111 (size=5958) 2024-11-16T11:32:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741932_1111 (size=5958) 2024-11-16T11:32:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741932_1111 (size=5958) 2024-11-16T11:32:31,011 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/c/f53f269fe1f748f98899bb8738e4e0c1 2024-11-16T11:32:31,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T11:32:31,017 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/b/9e8e7c6afb8e40d4ac1b47d602fe2879 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/b/9e8e7c6afb8e40d4ac1b47d602fe2879 2024-11-16T11:32:31,023 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/b/9e8e7c6afb8e40d4ac1b47d602fe2879, entries=10, sequenceid=35, filesize=5.8 K 2024-11-16T11:32:31,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/c/f53f269fe1f748f98899bb8738e4e0c1 as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/c/f53f269fe1f748f98899bb8738e4e0c1 2024-11-16T11:32:31,030 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/c/f53f269fe1f748f98899bb8738e4e0c1, entries=10, sequenceid=35, filesize=5.8 K 2024-11-16T11:32:31,030 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f0b4ae2d54d05bcfd68a3818a06be6ec in 67ms, sequenceid=35, compaction requested=false; wal=null 2024-11-16T11:32:31,031 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000035 2024-11-16T11:32:31,033 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:31,033 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:31,033 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:31,035 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:31,037 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-16T11:32:31,039 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f0b4ae2d54d05bcfd68a3818a06be6ec; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74059632, jitterRate=0.10357451438903809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:31,039 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Writing region info on filesystem at 1731756750948Initializing all the Stores at 1731756750949 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750949Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750950 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756750950Obtaining lock to block concurrent updates at 1731756750963 (+13 ms)Preparing flush snapshotting stores in f0b4ae2d54d05bcfd68a3818a06be6ec at 1731756750963Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731756750963Flushing stores of testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. at 1731756750963Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/b: creating writer at 1731756750963Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/b: appending metadata at 1731756750977 (+14 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/b: closing flushed file at 1731756750977Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/c: creating writer at 1731756750990 (+13 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/c: appending metadata at 1731756751004 (+14 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/c: closing flushed file at 1731756751004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519e8826: reopening flushed file at 1731756751016 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e77fbf4: reopening flushed file at 1731756751023 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f0b4ae2d54d05bcfd68a3818a06be6ec in 67ms, sequenceid=35, compaction requested=false; wal=null at 1731756751030 (+7 ms)Cleaning up temporary data from old regions at 1731756751033 (+3 ms)Region opened successfully at 1731756751039 (+6 ms) 2024-11-16T11:32:31,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931, size=0 (0bytes) 2024-11-16T11:32:31,100 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 might be still open, length is 0 2024-11-16T11:32:31,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 2024-11-16T11:32:31,100 WARN [IPC Server handler 0 on default port 46883 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-16T11:32:31,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 after 0ms 2024-11-16T11:32:31,546 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:54472 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54472 dst: /127.0.0.1:36813 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36813 remote=/127.0.0.1:54472]. Total timeout mills is 60000, 59520 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:31,547 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:46454 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46454 dst: /127.0.0.1:41681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:31,547 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1357947313_22 at /127.0.0.1:51780 [Receiving block BP-546718065-172.17.0.2-1731756711852:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37827:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51780 dst: /127.0.0.1:37827 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741930_1112 (size=2936) 2024-11-16T11:32:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741930_1112 (size=2936) 2024-11-16T11:32:35,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 after 4001ms 2024-11-16T11:32:35,105 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:35,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 took 4006ms 2024-11-16T11:32:35,108 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931; continuing. 2024-11-16T11:32:35,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 so closing down 2024-11-16T11:32:35,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T11:32:35,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731756750931.temp 2024-11-16T11:32:35,112 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000037-wal.1731756750931.temp 2024-11-16T11:32:35,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T11:32:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741933_1113 (size=2944) 2024-11-16T11:32:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741933_1113 (size=2944) 2024-11-16T11:32:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741933_1113 (size=2944) 2024-11-16T11:32:35,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000037-wal.1731756750931.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-16T11:32:35,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000037-wal.1731756750931.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066 2024-11-16T11:32:35,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T11:32:35,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931, journal: Splitting hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931, size=0 (0bytes) at 1731756751099Finishing writing output for hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 so closing down at 1731756755108 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000037-wal.1731756750931.temp at 1731756755112 (+4 ms)3 split writer threads finished at 1731756755113 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000037-wal.1731756750931.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731756755121 (+8 ms)Rename recovered edits hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000037-wal.1731756750931.temp to hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066 at 1731756755123 (+2 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931, size=0, length=0, corrupted=false, cancelled=false at 1731756755123 2024-11-16T11:32:35,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 to hdfs://localhost:46883/hbase/oldWALs/wal.1731756750931 2024-11-16T11:32:35,127 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066 2024-11-16T11:32:35,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-16T11:32:35,130 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46883/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756, archiveDir=hdfs://localhost:46883/hbase/oldWALs, maxLogs=32 2024-11-16T11:32:35,144 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756755130, exclude list is [], retry=0 2024-11-16T11:32:35,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41681,DS-4fb60c5a-5d5a-4747-858e-b9a9c937dad0,DISK] 2024-11-16T11:32:35,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37827,DS-24ecbde8-634c-44cd-8409-ca2ab745d24c,DISK] 2024-11-16T11:32:35,147 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-3e3627d7-5239-40af-902e-b0779ec90bd9,DISK] 2024-11-16T11:32:35,148 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756755130 2024-11-16T11:32:35,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:33979:33979),(127.0.0.1/127.0.0.1:37383:37383)] 2024-11-16T11:32:35,148 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T11:32:35,152 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,153 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName a 2024-11-16T11:32:35,153 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:35,158 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/a/b99d85f610584b0fb493e85aac39b9c7 2024-11-16T11:32:35,158 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:35,159 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,159 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName b 2024-11-16T11:32:35,159 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:35,164 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/b/9e8e7c6afb8e40d4ac1b47d602fe2879 2024-11-16T11:32:35,165 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:35,165 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,165 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0b4ae2d54d05bcfd68a3818a06be6ec columnFamilyName c 2024-11-16T11:32:35,166 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T11:32:35,170 DEBUG [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/c/f53f269fe1f748f98899bb8738e4e0c1 2024-11-16T11:32:35,170 INFO [StoreOpener-f0b4ae2d54d05bcfd68a3818a06be6ec-1 {}] regionserver.HStore(327): Store=f0b4ae2d54d05bcfd68a3818a06be6ec/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T11:32:35,171 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,171 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,173 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,173 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066 2024-11-16T11:32:35,175 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-16T11:32:35,178 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066 2024-11-16T11:32:35,178 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f0b4ae2d54d05bcfd68a3818a06be6ec 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-16T11:32:35,192 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/a/99c48b5b53aa4903aefafdd3237d41fd is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731756751047/Put/seqid=0 2024-11-16T11:32:35,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741935_1115 (size=5958) 2024-11-16T11:32:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741935_1115 (size=5958) 2024-11-16T11:32:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741935_1115 (size=5958) 2024-11-16T11:32:35,199 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/a/99c48b5b53aa4903aefafdd3237d41fd 2024-11-16T11:32:35,220 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/b/2b69d10b80704bda9f994fa6d914751b is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731756751054/Put/seqid=0 2024-11-16T11:32:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741936_1116 (size=5958) 2024-11-16T11:32:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741936_1116 (size=5958) 2024-11-16T11:32:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741936_1116 (size=5958) 2024-11-16T11:32:35,226 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/b/2b69d10b80704bda9f994fa6d914751b 2024-11-16T11:32:35,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/c/e7279aa407c743008816c124c2c4284d is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731756751060/Put/seqid=0 2024-11-16T11:32:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741937_1117 (size=5958) 2024-11-16T11:32:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741937_1117 (size=5958) 2024-11-16T11:32:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741937_1117 (size=5958) 2024-11-16T11:32:35,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/c/e7279aa407c743008816c124c2c4284d 2024-11-16T11:32:35,255 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/a/99c48b5b53aa4903aefafdd3237d41fd as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/a/99c48b5b53aa4903aefafdd3237d41fd 2024-11-16T11:32:35,259 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/a/99c48b5b53aa4903aefafdd3237d41fd, entries=10, sequenceid=66, filesize=5.8 K 2024-11-16T11:32:35,260 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/b/2b69d10b80704bda9f994fa6d914751b as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/b/2b69d10b80704bda9f994fa6d914751b 2024-11-16T11:32:35,265 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/b/2b69d10b80704bda9f994fa6d914751b, entries=10, sequenceid=66, filesize=5.8 K 2024-11-16T11:32:35,266 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/.tmp/c/e7279aa407c743008816c124c2c4284d as hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/c/e7279aa407c743008816c124c2c4284d 2024-11-16T11:32:35,271 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/c/e7279aa407c743008816c124c2c4284d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-16T11:32:35,271 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f0b4ae2d54d05bcfd68a3818a06be6ec in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-11-16T11:32:35,272 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/0000000000000000066 2024-11-16T11:32:35,273 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,273 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,273 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T11:32:35,274 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f0b4ae2d54d05bcfd68a3818a06be6ec 2024-11-16T11:32:35,276 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/hbase/data/default/testReplayEditsWrittenViaHRegion/f0b4ae2d54d05bcfd68a3818a06be6ec/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-16T11:32:35,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f0b4ae2d54d05bcfd68a3818a06be6ec; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60484421, jitterRate=-0.09871189296245575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T11:32:35,277 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Writing region info on filesystem at 1731756755149Initializing all the Stores at 1731756755149Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756755149Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756755152 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731756755152Obtaining lock to block concurrent updates at 1731756755178 (+26 ms)Preparing flush snapshotting stores in f0b4ae2d54d05bcfd68a3818a06be6ec at 1731756755178Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731756755178Flushing stores of testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. at 1731756755178Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/a: creating writer at 1731756755178Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/a: appending metadata at 1731756755192 (+14 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/a: closing flushed file at 1731756755192Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/b: creating writer at 1731756755203 (+11 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/b: appending metadata at 1731756755219 (+16 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/b: closing flushed file at 1731756755219Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/c: creating writer at 1731756755231 (+12 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/c: appending metadata at 1731756755244 (+13 ms)Flushing f0b4ae2d54d05bcfd68a3818a06be6ec/c: closing flushed file at 1731756755244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd041c: reopening flushed file at 1731756755254 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81f1c9e: reopening flushed file at 1731756755259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e33b8e: reopening flushed file at 1731756755265 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f0b4ae2d54d05bcfd68a3818a06be6ec in 93ms, sequenceid=66, compaction requested=false; wal=null at 1731756755271 (+6 ms)Cleaning up temporary data from old regions at 1731756755273 (+2 ms)Region opened successfully at 1731756755277 (+4 ms) 2024-11-16T11:32:35,291 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f0b4ae2d54d05bcfd68a3818a06be6ec, disabling compactions & flushes 2024-11-16T11:32:35,291 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:35,292 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:35,292 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. after waiting 0 ms 2024-11-16T11:32:35,292 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:35,293 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731756750757.f0b4ae2d54d05bcfd68a3818a06be6ec. 2024-11-16T11:32:35,293 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f0b4ae2d54d05bcfd68a3818a06be6ec: Waiting for close lock at 1731756755291Disabling compacts and flushes for region at 1731756755291Disabling writes for close at 1731756755292 (+1 ms)Writing region close event to WAL at 1731756755293 (+1 ms)Closed at 1731756755293 2024-11-16T11:32:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741934_1114 (size=95) 2024-11-16T11:32:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741934_1114 (size=95) 2024-11-16T11:32:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741934_1114 (size=95) 2024-11-16T11:32:35,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-16T11:32:35,297 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731756755130) 2024-11-16T11:32:35,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=444 (was 437) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1872654056_22 at /127.0.0.1:42694 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1872654056_22 at /127.0.0.1:45162 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1872654056_22 at /127.0.0.1:39426 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46883 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=4495 (was 4515) 2024-11-16T11:32:35,310 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-16T11:32:35,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T11:32:35,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:32:35,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:32:35,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:35,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:35,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T11:32:35,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T11:32:35,311 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=482707301, stopped=false 2024-11-16T11:32:35,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7948fca2832,35719,1731756716381 2024-11-16T11:32:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:32:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:32:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T11:32:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:32:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:32:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:32:35,393 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:32:35,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T11:32:35,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:32:35,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:35,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:32:35,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,33347,1731756717253' ***** 2024-11-16T11:32:35,394 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:32:35,394 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7948fca2832,37483,1731756717306' ***** 2024-11-16T11:32:35,394 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T11:32:35,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:32:35,394 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:32:35,394 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T11:32:35,394 INFO [RS:1;a7948fca2832:33347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:32:35,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:32:35,394 INFO [RS:2;a7948fca2832:37483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T11:32:35,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T11:32:35,394 INFO [RS:1;a7948fca2832:33347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:32:35,394 INFO [RS:2;a7948fca2832:37483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T11:32:35,394 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(3091): Received CLOSE for c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:35,394 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,37483,1731756717306 2024-11-16T11:32:35,394 INFO [RS:2;a7948fca2832:37483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:32:35,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T11:32:35,394 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(959): stopping server a7948fca2832,33347,1731756717253 2024-11-16T11:32:35,395 INFO [RS:1;a7948fca2832:33347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:32:35,395 INFO [RS:1;a7948fca2832:33347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a7948fca2832:33347. 2024-11-16T11:32:35,395 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0e1f1466be53f7f61f5e48f50868d55, disabling compactions & flushes 2024-11-16T11:32:35,395 DEBUG [RS:1;a7948fca2832:33347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:32:35,395 DEBUG [RS:1;a7948fca2832:33347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:35,395 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:35,395 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:35,395 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:32:35,395 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1325): Online Regions={c0e1f1466be53f7f61f5e48f50868d55=testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55.} 2024-11-16T11:32:35,395 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. after waiting 0 ms 2024-11-16T11:32:35,395 DEBUG [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1351): Waiting on c0e1f1466be53f7f61f5e48f50868d55 2024-11-16T11:32:35,395 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:32:35,395 INFO [RS:2;a7948fca2832:37483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a7948fca2832:37483. 2024-11-16T11:32:35,395 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:35,395 DEBUG [RS:2;a7948fca2832:37483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T11:32:35,395 DEBUG [RS:2;a7948fca2832:37483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:35,395 INFO [RS:2;a7948fca2832:37483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:32:35,395 INFO [RS:2;a7948fca2832:37483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:32:35,395 INFO [RS:2;a7948fca2832:37483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:32:35,395 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T11:32:35,396 INFO [regionserver/a7948fca2832:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:32:35,396 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T11:32:35,396 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T11:32:35,396 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T11:32:35,396 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:32:35,396 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T11:32:35,396 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T11:32:35,396 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T11:32:35,396 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T11:32:35,396 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-16T11:32:35,400 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/c0e1f1466be53f7f61f5e48f50868d55/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-16T11:32:35,401 INFO [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:35,401 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0e1f1466be53f7f61f5e48f50868d55: Waiting for close lock at 1731756755395Running coprocessor pre-close hooks at 1731756755395Disabling compacts and flushes for region at 1731756755395Disabling writes for close at 1731756755395Writing region close event to WAL at 1731756755396 (+1 ms)Running coprocessor post-close hooks at 1731756755401 (+5 ms)Closed at 1731756755401 2024-11-16T11:32:35,401 DEBUG [RS_CLOSE_REGION-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55. 2024-11-16T11:32:35,416 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/info/72b8b38ffc234efcb8f871c64efd44d5 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731756732358.c0e1f1466be53f7f61f5e48f50868d55./info:regioninfo/1731756735540/Put/seqid=0 2024-11-16T11:32:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741938_1118 (size=8243) 2024-11-16T11:32:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741938_1118 (size=8243) 2024-11-16T11:32:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741938_1118 (size=8243) 2024-11-16T11:32:35,422 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/info/72b8b38ffc234efcb8f871c64efd44d5 2024-11-16T11:32:35,441 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/ns/673ccd884b9045a19bc90c94b831ec79 is 43, key is default/ns:d/1731756719487/Put/seqid=0 2024-11-16T11:32:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741939_1119 (size=5153) 2024-11-16T11:32:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741939_1119 (size=5153) 2024-11-16T11:32:35,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741939_1119 (size=5153) 2024-11-16T11:32:35,595 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,33347,1731756717253; all regions closed. 2024-11-16T11:32:35,596 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:32:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741833_1009 (size=2185) 2024-11-16T11:32:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741833_1009 (size=2185) 2024-11-16T11:32:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741833_1009 (size=2185) 2024-11-16T11:32:35,604 DEBUG [RS:1;a7948fca2832:33347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs 2024-11-16T11:32:35,605 INFO [RS:1;a7948fca2832:33347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C33347%2C1731756717253:(num 1731756718913) 2024-11-16T11:32:35,605 DEBUG [RS:1;a7948fca2832:33347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:35,605 INFO [RS:1;a7948fca2832:33347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:32:35,605 INFO [RS:1;a7948fca2832:33347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:32:35,605 INFO [RS:1;a7948fca2832:33347 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:32:35,605 INFO [RS:1;a7948fca2832:33347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T11:32:35,606 INFO [RS:1;a7948fca2832:33347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T11:32:35,606 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:32:35,606 INFO [RS:1;a7948fca2832:33347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T11:32:35,606 INFO [RS:1;a7948fca2832:33347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:32:35,606 INFO [RS:1;a7948fca2832:33347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33347 2024-11-16T11:32:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,33347,1731756717253 2024-11-16T11:32:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:32:35,673 INFO [RS:1;a7948fca2832:33347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:32:35,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,33347,1731756717253] 2024-11-16T11:32:35,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,33347,1731756717253 already deleted, retry=false 2024-11-16T11:32:35,703 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,33347,1731756717253 expired; onlineServers=1 2024-11-16T11:32:35,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:35,792 INFO [RS:1;a7948fca2832:33347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:32:35,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33347-0x101436a69ff0002, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:35,792 INFO [RS:1;a7948fca2832:33347 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,33347,1731756717253; zookeeper connection closed. 2024-11-16T11:32:35,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4dd94eb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4dd94eb3 2024-11-16T11:32:35,797 DEBUG [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T11:32:35,848 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T11:32:35,848 INFO [regionserver/a7948fca2832:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T11:32:35,871 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/ns/673ccd884b9045a19bc90c94b831ec79 2024-11-16T11:32:35,898 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/table/cd4f5576e9c84519b2cae1836a0237df is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731756732773/Put/seqid=0 2024-11-16T11:32:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741940_1120 (size=5431) 2024-11-16T11:32:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741940_1120 (size=5431) 2024-11-16T11:32:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741940_1120 (size=5431) 2024-11-16T11:32:35,904 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/table/cd4f5576e9c84519b2cae1836a0237df 2024-11-16T11:32:35,910 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/info/72b8b38ffc234efcb8f871c64efd44d5 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/info/72b8b38ffc234efcb8f871c64efd44d5 2024-11-16T11:32:35,915 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/info/72b8b38ffc234efcb8f871c64efd44d5, entries=18, sequenceid=21, filesize=8.0 K 2024-11-16T11:32:35,916 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/ns/673ccd884b9045a19bc90c94b831ec79 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/ns/673ccd884b9045a19bc90c94b831ec79 2024-11-16T11:32:35,921 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/ns/673ccd884b9045a19bc90c94b831ec79, entries=2, sequenceid=21, filesize=5.0 K 2024-11-16T11:32:35,922 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/.tmp/table/cd4f5576e9c84519b2cae1836a0237df as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/table/cd4f5576e9c84519b2cae1836a0237df 2024-11-16T11:32:35,926 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/table/cd4f5576e9c84519b2cae1836a0237df, entries=2, sequenceid=21, filesize=5.3 K 2024-11-16T11:32:35,928 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=21, compaction requested=false 2024-11-16T11:32:35,933 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-16T11:32:35,933 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T11:32:35,934 INFO [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T11:32:35,934 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731756755396Running coprocessor pre-close hooks at 1731756755396Disabling compacts and flushes for region at 1731756755396Disabling writes for close at 1731756755396Obtaining lock to block concurrent updates at 1731756755396Preparing flush snapshotting stores in 1588230740 at 1731756755396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731756755397 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731756755397Flushing 1588230740/info: creating writer at 1731756755398 (+1 ms)Flushing 1588230740/info: appending metadata at 1731756755415 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731756755415Flushing 1588230740/ns: creating writer at 1731756755427 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731756755441 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731756755441Flushing 1588230740/table: creating writer at 1731756755880 (+439 ms)Flushing 1588230740/table: appending metadata at 1731756755898 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731756755898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ae21e8: reopening flushed file at 1731756755909 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187f5ee8: reopening flushed file at 1731756755915 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d705c1: reopening flushed file at 1731756755921 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=21, compaction requested=false at 1731756755928 (+7 ms)Writing region close event to WAL at 1731756755929 (+1 ms)Running coprocessor post-close hooks at 1731756755933 (+4 ms)Closed at 1731756755934 (+1 ms) 2024-11-16T11:32:35,934 DEBUG [RS_CLOSE_META-regionserver/a7948fca2832:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T11:32:35,997 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(976): stopping server a7948fca2832,37483,1731756717306; all regions closed. 2024-11-16T11:32:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741836_1012 (size=4720) 2024-11-16T11:32:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741836_1012 (size=4720) 2024-11-16T11:32:36,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741836_1012 (size=4720) 2024-11-16T11:32:36,005 DEBUG [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs 2024-11-16T11:32:36,005 INFO [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C37483%2C1731756717306.meta:.meta(num 1731756719254) 2024-11-16T11:32:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741834_1010 (size=95) 2024-11-16T11:32:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741834_1010 (size=95) 2024-11-16T11:32:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741834_1010 (size=95) 2024-11-16T11:32:36,009 DEBUG [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/oldWALs 2024-11-16T11:32:36,009 INFO [RS:2;a7948fca2832:37483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7948fca2832%2C37483%2C1731756717306:(num 1731756718914) 2024-11-16T11:32:36,009 DEBUG [RS:2;a7948fca2832:37483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T11:32:36,009 INFO [RS:2;a7948fca2832:37483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T11:32:36,009 INFO [RS:2;a7948fca2832:37483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:32:36,010 INFO [RS:2;a7948fca2832:37483 {}] hbase.ChoreService(370): Chore service for: regionserver/a7948fca2832:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T11:32:36,010 INFO [RS:2;a7948fca2832:37483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:32:36,010 INFO [regionserver/a7948fca2832:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:32:36,010 INFO [RS:2;a7948fca2832:37483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37483 2024-11-16T11:32:36,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T11:32:36,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7948fca2832,37483,1731756717306 2024-11-16T11:32:36,017 INFO [RS:2;a7948fca2832:37483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:32:36,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7948fca2832,37483,1731756717306] 2024-11-16T11:32:36,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7948fca2832,37483,1731756717306 already deleted, retry=false 2024-11-16T11:32:36,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7948fca2832,37483,1731756717306 expired; onlineServers=0 2024-11-16T11:32:36,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7948fca2832,35719,1731756716381' ***** 2024-11-16T11:32:36,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T11:32:36,039 INFO [M:0;a7948fca2832:35719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T11:32:36,039 INFO [M:0;a7948fca2832:35719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T11:32:36,039 DEBUG [M:0;a7948fca2832:35719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T11:32:36,039 DEBUG [M:0;a7948fca2832:35719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T11:32:36,039 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756718494 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.large.0-1731756718494,5,FailOnTimeoutGroup] 2024-11-16T11:32:36,039 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T11:32:36,039 DEBUG [master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756718495 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7948fca2832:0:becomeActiveMaster-HFileCleaner.small.0-1731756718495,5,FailOnTimeoutGroup] 2024-11-16T11:32:36,039 INFO [M:0;a7948fca2832:35719 {}] hbase.ChoreService(370): Chore service for: master/a7948fca2832:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T11:32:36,040 INFO [M:0;a7948fca2832:35719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T11:32:36,040 DEBUG [M:0;a7948fca2832:35719 {}] master.HMaster(1795): Stopping service threads 2024-11-16T11:32:36,040 INFO [M:0;a7948fca2832:35719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T11:32:36,040 INFO [M:0;a7948fca2832:35719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T11:32:36,041 INFO [M:0;a7948fca2832:35719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T11:32:36,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T11:32:36,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T11:32:36,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T11:32:36,049 DEBUG [M:0;a7948fca2832:35719 {}] zookeeper.ZKUtil(347): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T11:32:36,049 WARN [M:0;a7948fca2832:35719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T11:32:36,050 INFO [M:0;a7948fca2832:35719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/.lastflushedseqids 2024-11-16T11:32:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741941_1121 (size=138) 2024-11-16T11:32:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741941_1121 (size=138) 2024-11-16T11:32:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741941_1121 (size=138) 2024-11-16T11:32:36,066 INFO [M:0;a7948fca2832:35719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T11:32:36,066 INFO [M:0;a7948fca2832:35719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T11:32:36,066 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T11:32:36,066 INFO [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:32:36,066 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:32:36,066 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T11:32:36,066 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:32:36,067 INFO [M:0;a7948fca2832:35719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-16T11:32:36,082 DEBUG [M:0;a7948fca2832:35719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4e2282fdf3044c8ac6417ecc3d24b24 is 82, key is hbase:meta,,1/info:regioninfo/1731756719333/Put/seqid=0 2024-11-16T11:32:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741942_1122 (size=5672) 2024-11-16T11:32:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741942_1122 (size=5672) 2024-11-16T11:32:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741942_1122 (size=5672) 2024-11-16T11:32:36,089 INFO [M:0;a7948fca2832:35719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4e2282fdf3044c8ac6417ecc3d24b24 2024-11-16T11:32:36,110 DEBUG [M:0;a7948fca2832:35719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e475b43e6dfb45a281b628d7083b7e45 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731756732779/Put/seqid=0 2024-11-16T11:32:36,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741943_1123 (size=7754) 2024-11-16T11:32:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741943_1123 (size=7754) 2024-11-16T11:32:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741943_1123 (size=7754) 2024-11-16T11:32:36,125 INFO [M:0;a7948fca2832:35719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e475b43e6dfb45a281b628d7083b7e45 2024-11-16T11:32:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:36,128 INFO [RS:2;a7948fca2832:37483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:32:36,128 INFO [RS:2;a7948fca2832:37483 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7948fca2832,37483,1731756717306; zookeeper connection closed. 2024-11-16T11:32:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37483-0x101436a69ff0003, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:36,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@aaa5442 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@aaa5442 2024-11-16T11:32:36,129 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T11:32:36,130 INFO [M:0;a7948fca2832:35719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e475b43e6dfb45a281b628d7083b7e45 2024-11-16T11:32:36,149 DEBUG [M:0;a7948fca2832:35719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98cd9898d1e04d83aa2a363a0bb46d7e is 69, key is a7948fca2832,33347,1731756717253/rs:state/1731756718620/Put/seqid=0 2024-11-16T11:32:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741944_1124 (size=5440) 2024-11-16T11:32:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741944_1124 (size=5440) 2024-11-16T11:32:36,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741944_1124 (size=5440) 2024-11-16T11:32:36,156 INFO [M:0;a7948fca2832:35719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98cd9898d1e04d83aa2a363a0bb46d7e 2024-11-16T11:32:36,161 INFO [M:0;a7948fca2832:35719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98cd9898d1e04d83aa2a363a0bb46d7e 2024-11-16T11:32:36,162 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4e2282fdf3044c8ac6417ecc3d24b24 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4e2282fdf3044c8ac6417ecc3d24b24 2024-11-16T11:32:36,168 INFO [M:0;a7948fca2832:35719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4e2282fdf3044c8ac6417ecc3d24b24, entries=8, sequenceid=168, filesize=5.5 K 2024-11-16T11:32:36,169 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e475b43e6dfb45a281b628d7083b7e45 as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e475b43e6dfb45a281b628d7083b7e45 2024-11-16T11:32:36,174 INFO [M:0;a7948fca2832:35719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e475b43e6dfb45a281b628d7083b7e45 2024-11-16T11:32:36,174 INFO [M:0;a7948fca2832:35719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e475b43e6dfb45a281b628d7083b7e45, entries=17, sequenceid=168, filesize=7.6 K 2024-11-16T11:32:36,175 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98cd9898d1e04d83aa2a363a0bb46d7e as hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98cd9898d1e04d83aa2a363a0bb46d7e 2024-11-16T11:32:36,180 INFO [M:0;a7948fca2832:35719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98cd9898d1e04d83aa2a363a0bb46d7e 2024-11-16T11:32:36,180 INFO [M:0;a7948fca2832:35719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46883/user/jenkins/test-data/bfc5bb61-1248-9f4a-99bf-6dca4da5a60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98cd9898d1e04d83aa2a363a0bb46d7e, entries=3, sequenceid=168, filesize=5.3 K 2024-11-16T11:32:36,181 INFO [M:0;a7948fca2832:35719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=168, compaction requested=false 2024-11-16T11:32:36,183 INFO [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T11:32:36,183 DEBUG [M:0;a7948fca2832:35719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731756756066Disabling compacts and flushes for region at 1731756756066Disabling writes for close at 1731756756066Obtaining lock to block concurrent updates at 1731756756067 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731756756067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1731756756067Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731756756068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731756756068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731756756081 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731756756082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731756756093 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731756756109 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731756756109Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731756756130 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731756756148 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731756756148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7461c5: reopening flushed file at 1731756756161 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b5a229: reopening flushed file at 1731756756168 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64858709: reopening flushed file at 1731756756174 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=168, compaction requested=false at 1731756756181 (+7 ms)Writing region close event to WAL at 1731756756183 (+2 ms)Closed at 1731756756183 2024-11-16T11:32:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37827 is added to blk_1073741830_1006 (size=56593) 2024-11-16T11:32:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741830_1006 (size=56593) 2024-11-16T11:32:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41681 is added to blk_1073741830_1006 (size=56593) 2024-11-16T11:32:36,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T11:32:36,187 INFO [M:0;a7948fca2832:35719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T11:32:36,188 INFO [M:0;a7948fca2832:35719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35719 2024-11-16T11:32:36,188 INFO [M:0;a7948fca2832:35719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T11:32:36,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:36,296 INFO [M:0;a7948fca2832:35719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T11:32:36,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35719-0x101436a69ff0000, quorum=127.0.0.1:53501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T11:32:36,304 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756736144 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756736144 (inode 16655) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731756735875/wal.1731756736144 (inode 16655) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-16T11:32:36,306 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731756727940/wal.1731756728044 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:36,306 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731756750756/wal.1731756750931 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:36,309 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756745561 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756745561 (inode 16678) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731756736283/wal.1731756745561 (inode 16678) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-16T11:32:36,310 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731756720484/wal.1731756720551 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:36,312 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756746189 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756746189 (inode 16704) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731756745749/wal.1731756746189 (inode 16704) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-16T11:32:36,312 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731756746333/wal.1731756746389 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T11:32:36,314 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal.1731756720361 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal.1731756720361 (inode 16485) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731756720187/wal.1731756720361 (inode 16485) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-16T11:32:36,316 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal.1731756719918 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal.1731756719918 (inode 16462) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731756719662/wal.1731756719918 (inode 16462) Holder DFSClient_NONMAPREDUCE_1357947313_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-16T11:32:36,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:32:36,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:32:36,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:32:36,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:32:36,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,STOPPED} 2024-11-16T11:32:36,356 WARN [BP-546718065-172.17.0.2-1731756711852 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:32:36,356 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:32:36,356 WARN [BP-546718065-172.17.0.2-1731756711852 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-546718065-172.17.0.2-1731756711852 (Datanode Uuid 83145208-2c5e-429b-b295-c276b1fee267) service to localhost/127.0.0.1:46883 2024-11-16T11:32:36,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:32:36,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data5/current/BP-546718065-172.17.0.2-1731756711852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:32:36,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data6/current/BP-546718065-172.17.0.2-1731756711852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:32:36,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:32:36,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:32:36,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:32:36,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:32:36,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:32:36,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,STOPPED} 2024-11-16T11:32:36,364 WARN [BP-546718065-172.17.0.2-1731756711852 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:32:36,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:32:36,364 WARN [BP-546718065-172.17.0.2-1731756711852 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-546718065-172.17.0.2-1731756711852 (Datanode Uuid b30a81c3-45e6-47c0-89de-7a136e3e5850) service to localhost/127.0.0.1:46883 2024-11-16T11:32:36,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:32:36,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data3/current/BP-546718065-172.17.0.2-1731756711852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:32:36,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data4/current/BP-546718065-172.17.0.2-1731756711852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:32:36,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:32:36,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T11:32:36,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:32:36,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:32:36,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:32:36,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,STOPPED} 2024-11-16T11:32:36,369 WARN [BP-546718065-172.17.0.2-1731756711852 heartbeating to localhost/127.0.0.1:46883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T11:32:36,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T11:32:36,370 WARN [BP-546718065-172.17.0.2-1731756711852 heartbeating to localhost/127.0.0.1:46883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-546718065-172.17.0.2-1731756711852 (Datanode Uuid deab046a-799c-4459-ae6a-99cdb8ea8e10) service to localhost/127.0.0.1:46883 2024-11-16T11:32:36,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T11:32:36,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data1/current/BP-546718065-172.17.0.2-1731756711852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:32:36,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/cluster_9f8e3614-6bd8-9d5c-2e2e-00e8128d424d/data/data2/current/BP-546718065-172.17.0.2-1731756711852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T11:32:36,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T11:32:36,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T11:32:36,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T11:32:36,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T11:32:36,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T11:32:36,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2adea83-5aa6-ef68-65cf-5e6cbd28dbde/hadoop.log.dir/,STOPPED} 2024-11-16T11:32:36,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T11:32:36,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down