2024-12-03 23:23:54,741 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-03 23:23:54,752 main DEBUG Took 0.009319 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 23:23:54,753 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 23:23:54,753 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 23:23:54,754 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 23:23:54,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,761 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 23:23:54,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,775 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,776 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,777 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,778 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,779 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,780 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 23:23:54,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,783 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 23:23:54,784 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 23:23:54,785 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 23:23:54,787 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 23:23:54,787 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 23:23:54,788 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 23:23:54,789 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 23:23:54,797 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 23:23:54,799 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 23:23:54,800 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 23:23:54,801 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 23:23:54,801 main DEBUG createAppenders(={Console}) 2024-12-03 23:23:54,801 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-03 23:23:54,802 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-03 23:23:54,802 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-03 23:23:54,802 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 23:23:54,803 main DEBUG OutputStream closed 2024-12-03 23:23:54,803 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 23:23:54,803 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 23:23:54,803 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-03 23:23:54,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 23:23:54,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 23:23:54,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 23:23:54,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 23:23:54,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 23:23:54,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 23:23:54,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 23:23:54,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 23:23:54,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 23:23:54,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 23:23:54,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 23:23:54,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 23:23:54,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 23:23:54,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 23:23:54,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 23:23:54,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 23:23:54,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 23:23:54,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 23:23:54,897 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 23:23:54,898 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-03 23:23:54,898 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 23:23:54,899 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-03T23:23:55,212 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80 2024-12-03 23:23:55,215 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 23:23:55,215 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T23:23:55,224 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-03T23:23:55,251 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T23:23:55,298 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T23:23:55,299 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T23:23:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T23:23:55,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3, deleteOnExit=true 2024-12-03T23:23:55,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T23:23:55,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/test.cache.data in system properties and HBase conf 2024-12-03T23:23:55,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T23:23:55,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir in system properties and HBase conf 2024-12-03T23:23:55,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T23:23:55,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T23:23:55,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T23:23:55,422 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T23:23:55,520 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T23:23:55,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:23:55,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T23:23:55,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T23:23:55,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:23:55,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T23:23:55,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T23:23:55,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T23:23:55,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:23:55,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T23:23:55,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/nfs.dump.dir in system properties and HBase conf 2024-12-03T23:23:55,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/java.io.tmpdir in system properties and HBase conf 2024-12-03T23:23:55,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T23:23:55,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T23:23:55,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T23:23:56,375 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T23:23:56,462 INFO [Time-limited test {}] log.Log(170): Logging initialized @2566ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T23:23:56,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:23:56,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:23:56,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:23:56,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:23:56,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:23:56,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:23:56,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:23:56,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:23:56,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/java.io.tmpdir/jetty-localhost-41397-hadoop-hdfs-3_4_1-tests_jar-_-any-7437617788821057479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:23:56,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:41397} 2024-12-03T23:23:56,863 INFO [Time-limited test {}] server.Server(415): Started @2967ms 2024-12-03T23:23:57,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:23:57,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:23:57,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:23:57,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:23:57,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:23:57,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:23:57,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:23:57,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/java.io.tmpdir/jetty-localhost-43645-hadoop-hdfs-3_4_1-tests_jar-_-any-17867269931939963379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:23:57,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:43645} 2024-12-03T23:23:57,386 INFO [Time-limited test {}] server.Server(415): Started @3490ms 2024-12-03T23:23:57,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:23:57,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:23:57,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:23:57,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:23:57,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:23:57,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T23:23:57,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:23:57,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:23:57,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/java.io.tmpdir/jetty-localhost-39609-hadoop-hdfs-3_4_1-tests_jar-_-any-4850702193210320370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:23:57,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:39609} 2024-12-03T23:23:57,734 INFO [Time-limited test {}] server.Server(415): Started @3838ms 2024-12-03T23:23:57,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:23:57,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T23:23:57,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T23:23:57,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T23:23:57,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T23:23:57,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T23:23:57,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,AVAILABLE} 2024-12-03T23:23:57,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T23:23:57,886 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data4/current/BP-844679214-172.17.0.2-1733268236121/current, will proceed with Du for space computation calculation, 2024-12-03T23:23:57,886 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data1/current/BP-844679214-172.17.0.2-1733268236121/current, will proceed with Du for space computation calculation, 2024-12-03T23:23:57,886 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data2/current/BP-844679214-172.17.0.2-1733268236121/current, will proceed with Du for space computation calculation, 2024-12-03T23:23:57,886 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data3/current/BP-844679214-172.17.0.2-1733268236121/current, will proceed with Du for space computation calculation, 2024-12-03T23:23:57,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-15810344901659093263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:23:57,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-12-03T23:23:57,932 INFO [Time-limited test {}] server.Server(415): Started @4036ms 2024-12-03T23:23:57,934 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:23:57,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T23:23:57,936 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:23:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd97a55237e1c6f68 with lease ID 0xfdab09ef0e2ee75c: Processing first storage report for DS-3ed01f17-74d7-4551-a03c-116bb4f990f8 from datanode DatanodeRegistration(127.0.0.1:44615, datanodeUuid=dc1703c4-427d-4dd6-bcbf-4217c8cbda90, infoPort=36881, infoSecurePort=0, ipcPort=40297, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121) 2024-12-03T23:23:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd97a55237e1c6f68 with lease ID 0xfdab09ef0e2ee75c: from storage DS-3ed01f17-74d7-4551-a03c-116bb4f990f8 node DatanodeRegistration(127.0.0.1:44615, datanodeUuid=dc1703c4-427d-4dd6-bcbf-4217c8cbda90, infoPort=36881, infoSecurePort=0, ipcPort=40297, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T23:23:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd241c71f948e6270 with lease ID 0xfdab09ef0e2ee75b: Processing first storage report for DS-600f01ee-5559-4505-99ba-d1a8b9b8d205 from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=4a05a186-b307-40ca-979e-c6bb751caf65, infoPort=34065, infoSecurePort=0, ipcPort=43689, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121) 2024-12-03T23:23:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd241c71f948e6270 with lease ID 0xfdab09ef0e2ee75b: from storage DS-600f01ee-5559-4505-99ba-d1a8b9b8d205 node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=4a05a186-b307-40ca-979e-c6bb751caf65, infoPort=34065, infoSecurePort=0, ipcPort=43689, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T23:23:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd97a55237e1c6f68 with lease ID 0xfdab09ef0e2ee75c: Processing first storage report for DS-5ce7b3c2-a1cd-4db1-83f0-f6f09967d0e7 from datanode DatanodeRegistration(127.0.0.1:44615, datanodeUuid=dc1703c4-427d-4dd6-bcbf-4217c8cbda90, infoPort=36881, infoSecurePort=0, ipcPort=40297, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121) 2024-12-03T23:23:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd97a55237e1c6f68 with lease ID 0xfdab09ef0e2ee75c: from storage DS-5ce7b3c2-a1cd-4db1-83f0-f6f09967d0e7 node DatanodeRegistration(127.0.0.1:44615, datanodeUuid=dc1703c4-427d-4dd6-bcbf-4217c8cbda90, infoPort=36881, infoSecurePort=0, ipcPort=40297, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:23:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd241c71f948e6270 with lease ID 0xfdab09ef0e2ee75b: Processing first storage report for DS-8349f9df-a386-4378-9154-5a88eebe803b from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=4a05a186-b307-40ca-979e-c6bb751caf65, infoPort=34065, infoSecurePort=0, ipcPort=43689, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121) 2024-12-03T23:23:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd241c71f948e6270 with lease ID 0xfdab09ef0e2ee75b: from storage DS-8349f9df-a386-4378-9154-5a88eebe803b node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=4a05a186-b307-40ca-979e-c6bb751caf65, infoPort=34065, infoSecurePort=0, ipcPort=43689, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T23:23:58,079 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data6/current/BP-844679214-172.17.0.2-1733268236121/current, will proceed with Du for space computation calculation, 2024-12-03T23:23:58,079 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data5/current/BP-844679214-172.17.0.2-1733268236121/current, will proceed with Du for space computation calculation, 2024-12-03T23:23:58,106 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T23:23:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35b85e5ce0e00132 with lease ID 0xfdab09ef0e2ee75d: Processing first storage report for DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66 from datanode DatanodeRegistration(127.0.0.1:38731, datanodeUuid=20fba7b2-4a58-401c-a45d-4f71ea8bf12e, infoPort=34259, infoSecurePort=0, ipcPort=36839, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121) 2024-12-03T23:23:58,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35b85e5ce0e00132 with lease ID 0xfdab09ef0e2ee75d: from storage DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66 node DatanodeRegistration(127.0.0.1:38731, datanodeUuid=20fba7b2-4a58-401c-a45d-4f71ea8bf12e, infoPort=34259, infoSecurePort=0, ipcPort=36839, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:23:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35b85e5ce0e00132 with lease ID 0xfdab09ef0e2ee75d: Processing first storage report for DS-85a0f4be-cc77-4e92-a8ce-db203113b348 from datanode DatanodeRegistration(127.0.0.1:38731, datanodeUuid=20fba7b2-4a58-401c-a45d-4f71ea8bf12e, infoPort=34259, infoSecurePort=0, ipcPort=36839, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121) 2024-12-03T23:23:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35b85e5ce0e00132 with lease ID 0xfdab09ef0e2ee75d: from storage DS-85a0f4be-cc77-4e92-a8ce-db203113b348 node DatanodeRegistration(127.0.0.1:38731, datanodeUuid=20fba7b2-4a58-401c-a45d-4f71ea8bf12e, infoPort=34259, infoSecurePort=0, ipcPort=36839, storageInfo=lv=-57;cid=testClusterID;nsid=58879951;c=1733268236121), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T23:23:58,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80 2024-12-03T23:23:58,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/zookeeper_0, clientPort=56056, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T23:23:58,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56056 2024-12-03T23:23:58,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:58,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:23:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:23:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741825_1001 (size=7) 2024-12-03T23:23:59,044 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c with version=8 2024-12-03T23:23:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/hbase-staging 2024-12-03T23:23:59,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:23:59,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:23:59,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:23:59,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T23:23:59,560 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T23:23:59,568 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T23:23:59,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:23:59,600 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10602 (auto-detected) 2024-12-03T23:23:59,601 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T23:23:59,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43609 2024-12-03T23:23:59,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43609 connecting to ZooKeeper ensemble=127.0.0.1:56056 2024-12-03T23:23:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436090x0, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:23:59,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43609-0x1017aa45a960000 connected 2024-12-03T23:23:59,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:59,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:59,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:23:59,747 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c, hbase.cluster.distributed=false 2024-12-03T23:23:59,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T23:23:59,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43609 2024-12-03T23:23:59,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43609 2024-12-03T23:23:59,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43609 2024-12-03T23:23:59,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43609 2024-12-03T23:23:59,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43609 2024-12-03T23:23:59,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:23:59,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:23:59,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:23:59,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:23:59,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:23:59,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36747 2024-12-03T23:23:59,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36747 connecting to ZooKeeper ensemble=127.0.0.1:56056 2024-12-03T23:23:59,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:59,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:59,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367470x0, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:23:59,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36747-0x1017aa45a960001 connected 2024-12-03T23:23:59,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:23:59,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:23:59,938 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:23:59,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T23:23:59,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T23:23:59,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36747 2024-12-03T23:23:59,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36747 2024-12-03T23:23:59,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36747 2024-12-03T23:23:59,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36747 2024-12-03T23:23:59,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36747 2024-12-03T23:23:59,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:23:59,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:23:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:23:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:23:59,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:23:59,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:23:59,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40391 2024-12-03T23:23:59,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40391 connecting to ZooKeeper ensemble=127.0.0.1:56056 2024-12-03T23:23:59,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:59,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:23:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403910x0, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:23:59,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403910x0, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:23:59,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40391-0x1017aa45a960002 connected 2024-12-03T23:23:59,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:23:59,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:23:59,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T23:23:59,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T23:23:59,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40391 2024-12-03T23:23:59,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40391 2024-12-03T23:23:59,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40391 2024-12-03T23:23:59,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40391 2024-12-03T23:24:00,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40391 2024-12-03T23:24:00,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5f9d64419733:0 server-side Connection retries=45 2024-12-03T23:24:00,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:24:00,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T23:24:00,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T23:24:00,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T23:24:00,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T23:24:00,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T23:24:00,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T23:24:00,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42967 2024-12-03T23:24:00,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42967 connecting to ZooKeeper ensemble=127.0.0.1:56056 2024-12-03T23:24:00,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:24:00,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:24:00,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429670x0, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T23:24:00,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429670x0, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:24:00,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42967-0x1017aa45a960003 connected 2024-12-03T23:24:00,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T23:24:00,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T23:24:00,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T23:24:00,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T23:24:00,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42967 2024-12-03T23:24:00,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42967 2024-12-03T23:24:00,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42967 2024-12-03T23:24:00,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42967 2024-12-03T23:24:00,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42967 2024-12-03T23:24:00,051 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5f9d64419733:43609 2024-12-03T23:24:00,052 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,063 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T23:24:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T23:24:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T23:24:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,093 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T23:24:00,094 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5f9d64419733,43609,1733268239153 from backup master directory 2024-12-03T23:24:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T23:24:00,098 WARN [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:24:00,098 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,100 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T23:24:00,101 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T23:24:00,160 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/hbase.id] with ID: 1e3d8e44-bd05-49c0-903e-e5cae6487280 2024-12-03T23:24:00,160 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/.tmp/hbase.id 2024-12-03T23:24:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:24:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:24:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741826_1002 (size=42) 2024-12-03T23:24:00,177 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/.tmp/hbase.id]:[hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/hbase.id] 2024-12-03T23:24:00,220 INFO [master/5f9d64419733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T23:24:00,225 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T23:24:00,245 INFO [master/5f9d64419733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-03T23:24:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:24:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:24:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741827_1003 (size=196) 2024-12-03T23:24:00,290 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:24:00,292 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T23:24:00,298 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:00,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:24:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:24:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741828_1004 (size=1189) 2024-12-03T23:24:00,351 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store 2024-12-03T23:24:00,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:24:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:24:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741829_1005 (size=34) 2024-12-03T23:24:00,379 INFO [master/5f9d64419733:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T23:24:00,382 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:00,383 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:24:00,384 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:00,384 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:00,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:24:00,385 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:00,386 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:00,387 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268240383Disabling compacts and flushes for region at 1733268240383Disabling writes for close at 1733268240385 (+2 ms)Writing region close event to WAL at 1733268240386 (+1 ms)Closed at 1733268240386 2024-12-03T23:24:00,389 WARN [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/.initializing 2024-12-03T23:24:00,389 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/WALs/5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,397 INFO [master/5f9d64419733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:00,412 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C43609%2C1733268239153, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/WALs/5f9d64419733,43609,1733268239153, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/oldWALs, maxLogs=10 2024-12-03T23:24:00,442 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/WALs/5f9d64419733,43609,1733268239153/5f9d64419733%2C43609%2C1733268239153.1733268240417, exclude list is [], retry=0 2024-12-03T23:24:00,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:00,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:00,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:00,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:00,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T23:24:00,510 INFO [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/WALs/5f9d64419733,43609,1733268239153/5f9d64419733%2C43609%2C1733268239153.1733268240417 2024-12-03T23:24:00,511 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:00,512 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:00,512 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:00,515 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,517 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T23:24:00,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:00,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:00,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T23:24:00,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:00,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:00,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T23:24:00,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:00,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:00,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T23:24:00,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:00,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:00,597 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,601 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,601 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,606 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,607 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,611 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:24:00,614 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T23:24:00,619 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:00,620 INFO [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67169401, jitterRate=9.020715951919556E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:24:00,626 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733268240529Initializing all the Stores at 1733268240531 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268240532 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268240532Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268240533 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268240533Cleaning up temporary data from old regions at 1733268240607 (+74 ms)Region opened successfully at 1733268240626 (+19 ms) 2024-12-03T23:24:00,627 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T23:24:00,665 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f76905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:24:00,698 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T23:24:00,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T23:24:00,710 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T23:24:00,713 INFO [master/5f9d64419733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T23:24:00,715 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T23:24:00,720 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T23:24:00,720 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T23:24:00,754 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T23:24:00,765 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T23:24:00,769 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T23:24:00,771 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T23:24:00,772 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T23:24:00,774 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T23:24:00,776 INFO [master/5f9d64419733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T23:24:00,779 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T23:24:00,781 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T23:24:00,783 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T23:24:00,784 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T23:24:00,802 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T23:24:00,805 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,812 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5f9d64419733,43609,1733268239153, sessionid=0x1017aa45a960000, setting cluster-up flag (Was=false) 2024-12-03T23:24:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,833 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T23:24:00,834 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:00,848 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T23:24:00,850 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5f9d64419733,43609,1733268239153 2024-12-03T23:24:00,857 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T23:24:00,930 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T23:24:00,940 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T23:24:00,940 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(746): ClusterId : 1e3d8e44-bd05-49c0-903e-e5cae6487280 2024-12-03T23:24:00,940 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(746): ClusterId : 1e3d8e44-bd05-49c0-903e-e5cae6487280 2024-12-03T23:24:00,940 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(746): ClusterId : 1e3d8e44-bd05-49c0-903e-e5cae6487280 2024-12-03T23:24:00,943 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:24:00,943 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:24:00,943 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T23:24:00,949 INFO [master/5f9d64419733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T23:24:00,953 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:24:00,953 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:24:00,953 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T23:24:00,953 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:24:00,953 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:24:00,953 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T23:24:00,957 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:24:00,957 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:24:00,958 DEBUG [RS:1;5f9d64419733:40391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a10f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:24:00,958 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T23:24:00,959 DEBUG [RS:0;5f9d64419733:36747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661c7c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:24:00,961 DEBUG [RS:2;5f9d64419733:42967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bf6c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5f9d64419733/172.17.0.2:0 2024-12-03T23:24:00,958 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5f9d64419733,43609,1733268239153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T23:24:00,966 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:24:00,966 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:24:00,967 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:24:00,967 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5f9d64419733:0, corePoolSize=5, maxPoolSize=5 2024-12-03T23:24:00,967 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5f9d64419733:0, corePoolSize=10, maxPoolSize=10 2024-12-03T23:24:00,967 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:00,967 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:24:00,968 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:00,974 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5f9d64419733:36747 2024-12-03T23:24:00,975 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5f9d64419733:42967 2024-12-03T23:24:00,977 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733268270977 2024-12-03T23:24:00,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:24:00,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T23:24:00,979 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5f9d64419733:40391 2024-12-03T23:24:00,979 INFO [RS:0;5f9d64419733:36747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:24:00,979 INFO [RS:1;5f9d64419733:40391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:24:00,979 INFO [RS:0;5f9d64419733:36747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:24:00,979 INFO [RS:1;5f9d64419733:40391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:24:00,979 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:24:00,979 INFO [RS:2;5f9d64419733:42967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T23:24:00,979 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T23:24:00,979 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:24:00,979 INFO [RS:2;5f9d64419733:42967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T23:24:00,979 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T23:24:00,980 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T23:24:00,982 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,43609,1733268239153 with port=40391, startcode=1733268239968 2024-12-03T23:24:00,982 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,43609,1733268239153 with port=36747, startcode=1733268239855 2024-12-03T23:24:00,982 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(2659): reportForDuty to master=5f9d64419733,43609,1733268239153 with port=42967, startcode=1733268240016 2024-12-03T23:24:00,985 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T23:24:00,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:00,986 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T23:24:00,986 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T23:24:00,986 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T23:24:00,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T23:24:00,988 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:00,993 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T23:24:00,994 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T23:24:00,995 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T23:24:00,998 DEBUG [RS:2;5f9d64419733:42967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:24:00,998 DEBUG [RS:0;5f9d64419733:36747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:24:00,998 DEBUG [RS:1;5f9d64419733:40391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T23:24:01,000 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T23:24:01,001 INFO [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T23:24:01,008 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268241002,5,FailOnTimeoutGroup] 2024-12-03T23:24:01,010 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268241009,5,FailOnTimeoutGroup] 2024-12-03T23:24:01,010 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,010 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T23:24:01,042 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,042 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:24:01,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:24:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741831_1007 (size=1321) 2024-12-03T23:24:01,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T23:24:01,049 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c 2024-12-03T23:24:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741832_1008 (size=32) 2024-12-03T23:24:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741832_1008 (size=32) 2024-12-03T23:24:01,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741832_1008 (size=32) 2024-12-03T23:24:01,069 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:24:01,069 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:24:01,069 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T23:24:01,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:01,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:24:01,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:24:01,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,42967,1733268240016 2024-12-03T23:24:01,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:24:01,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43609 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,42967,1733268240016 2024-12-03T23:24:01,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:24:01,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:24:01,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:24:01,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:24:01,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:24:01,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:24:01,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740 2024-12-03T23:24:01,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740 2024-12-03T23:24:01,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,36747,1733268239855 2024-12-03T23:24:01,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43609 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,36747,1733268239855 2024-12-03T23:24:01,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:24:01,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:24:01,095 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c 2024-12-03T23:24:01,095 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:24:01,095 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39595 2024-12-03T23:24:01,095 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:24:01,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43609 {}] master.ServerManager(517): Registering regionserver=5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,096 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c 2024-12-03T23:24:01,096 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39595 2024-12-03T23:24:01,096 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:24:01,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:24:01,100 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c 2024-12-03T23:24:01,100 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39595 2024-12-03T23:24:01,100 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T23:24:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T23:24:01,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:01,102 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63297733, jitterRate=-0.05679027736186981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:24:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733268241070Initializing all the Stores at 1733268241072 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268241072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268241072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268241072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268241072Cleaning up temporary data from old regions at 1733268241094 (+22 ms)Region opened successfully at 1733268241105 (+11 ms) 2024-12-03T23:24:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:24:01,105 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:24:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:24:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:24:01,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:24:01,106 DEBUG [RS:2;5f9d64419733:42967 {}] zookeeper.ZKUtil(111): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5f9d64419733,42967,1733268240016 2024-12-03T23:24:01,106 WARN [RS:2;5f9d64419733:42967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:24:01,106 INFO [RS:2;5f9d64419733:42967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:01,106 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016 2024-12-03T23:24:01,107 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:24:01,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268241105Disabling compacts and flushes for region at 1733268241105Disabling writes for close at 1733268241105Writing region close event to WAL at 1733268241106 (+1 ms)Closed at 1733268241107 (+1 ms) 2024-12-03T23:24:01,107 DEBUG [RS:0;5f9d64419733:36747 {}] zookeeper.ZKUtil(111): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5f9d64419733,36747,1733268239855 2024-12-03T23:24:01,108 WARN [RS:0;5f9d64419733:36747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:24:01,108 INFO [RS:0;5f9d64419733:36747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:01,108 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,36747,1733268239855 2024-12-03T23:24:01,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,36747,1733268239855] 2024-12-03T23:24:01,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,42967,1733268240016] 2024-12-03T23:24:01,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5f9d64419733,40391,1733268239968] 2024-12-03T23:24:01,110 DEBUG [RS:1;5f9d64419733:40391 {}] zookeeper.ZKUtil(111): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,110 WARN [RS:1;5f9d64419733:40391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T23:24:01,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:24:01,110 INFO [RS:1;5f9d64419733:40391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:01,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T23:24:01,110 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T23:24:01,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:24:01,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T23:24:01,141 INFO [RS:2;5f9d64419733:42967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:24:01,141 INFO [RS:0;5f9d64419733:36747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:24:01,141 INFO [RS:1;5f9d64419733:40391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T23:24:01,154 INFO [RS:1;5f9d64419733:40391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:24:01,154 INFO [RS:2;5f9d64419733:42967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:24:01,154 INFO [RS:0;5f9d64419733:36747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T23:24:01,160 INFO [RS:1;5f9d64419733:40391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:24:01,160 INFO [RS:2;5f9d64419733:42967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:24:01,160 INFO [RS:0;5f9d64419733:36747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:24:01,160 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,161 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,161 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,162 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:24:01,162 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:24:01,162 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T23:24:01,168 INFO [RS:0;5f9d64419733:36747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:24:01,168 INFO [RS:1;5f9d64419733:40391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:24:01,169 INFO [RS:2;5f9d64419733:42967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T23:24:01,170 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,170 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,170 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,171 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,171 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:24:01,172 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:24:01,172 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0, corePoolSize=2, maxPoolSize=2 2024-12-03T23:24:01,172 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,172 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5f9d64419733:0, corePoolSize=1, maxPoolSize=1 2024-12-03T23:24:01,173 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:24:01,173 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:24:01,173 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:24:01,173 DEBUG [RS:2;5f9d64419733:42967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:24:01,173 DEBUG [RS:0;5f9d64419733:36747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:24:01,173 DEBUG [RS:1;5f9d64419733:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5f9d64419733:0, corePoolSize=3, maxPoolSize=3 2024-12-03T23:24:01,175 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,175 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42967,1733268240016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:24:01,176 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40391,1733268239968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:24:01,182 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,182 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,182 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,182 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,182 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,183 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36747,1733268239855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:24:01,200 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:24:01,200 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:24:01,202 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,40391,1733268239968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,202 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,42967,1733268240016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,202 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,202 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,202 INFO [RS:1;5f9d64419733:40391 {}] regionserver.Replication(171): 5f9d64419733,40391,1733268239968 started 2024-12-03T23:24:01,202 INFO [RS:2;5f9d64419733:42967 {}] regionserver.Replication(171): 5f9d64419733,42967,1733268240016 started 2024-12-03T23:24:01,203 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T23:24:01,203 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,36747,1733268239855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,204 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,204 INFO [RS:0;5f9d64419733:36747 {}] regionserver.Replication(171): 5f9d64419733,36747,1733268239855 started 2024-12-03T23:24:01,226 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,226 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,227 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,227 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,42967,1733268240016, RpcServer on 5f9d64419733/172.17.0.2:42967, sessionid=0x1017aa45a960003 2024-12-03T23:24:01,227 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,36747,1733268239855, RpcServer on 5f9d64419733/172.17.0.2:36747, sessionid=0x1017aa45a960001 2024-12-03T23:24:01,227 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1482): Serving as 5f9d64419733,40391,1733268239968, RpcServer on 5f9d64419733/172.17.0.2:40391, sessionid=0x1017aa45a960002 2024-12-03T23:24:01,228 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:24:01,228 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:24:01,228 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T23:24:01,228 DEBUG [RS:1;5f9d64419733:40391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,228 DEBUG [RS:2;5f9d64419733:42967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,42967,1733268240016 2024-12-03T23:24:01,228 DEBUG [RS:0;5f9d64419733:36747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5f9d64419733,36747,1733268239855 2024-12-03T23:24:01,228 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,40391,1733268239968' 2024-12-03T23:24:01,228 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,36747,1733268239855' 2024-12-03T23:24:01,229 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T23:24:01,228 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,42967,1733268240016' 2024-12-03T23:24:01,229 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T23:24:01,229 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T23:24:01,230 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T23:24:01,230 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T23:24:01,230 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T23:24:01,231 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:24:01,231 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:24:01,231 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:24:01,231 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:24:01,231 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T23:24:01,231 DEBUG [RS:2;5f9d64419733:42967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,42967,1733268240016 2024-12-03T23:24:01,231 DEBUG [RS:0;5f9d64419733:36747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,36747,1733268239855 2024-12-03T23:24:01,231 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,42967,1733268240016' 2024-12-03T23:24:01,231 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T23:24:01,231 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,36747,1733268239855' 2024-12-03T23:24:01,231 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T23:24:01,231 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T23:24:01,231 DEBUG [RS:1;5f9d64419733:40391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,231 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5f9d64419733,40391,1733268239968' 2024-12-03T23:24:01,231 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T23:24:01,232 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T23:24:01,232 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T23:24:01,233 DEBUG [RS:0;5f9d64419733:36747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:24:01,234 INFO [RS:0;5f9d64419733:36747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:24:01,234 DEBUG [RS:2;5f9d64419733:42967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:24:01,234 INFO [RS:2;5f9d64419733:42967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:24:01,234 INFO [RS:0;5f9d64419733:36747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:24:01,234 INFO [RS:2;5f9d64419733:42967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:24:01,236 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T23:24:01,237 DEBUG [RS:1;5f9d64419733:40391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T23:24:01,237 INFO [RS:1;5f9d64419733:40391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T23:24:01,237 INFO [RS:1;5f9d64419733:40391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T23:24:01,282 WARN [5f9d64419733:43609 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T23:24:01,339 INFO [RS:0;5f9d64419733:36747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:01,339 INFO [RS:1;5f9d64419733:40391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:01,339 INFO [RS:2;5f9d64419733:42967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:01,343 INFO [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C40391%2C1733268239968, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs, maxLogs=32 2024-12-03T23:24:01,343 INFO [RS:2;5f9d64419733:42967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C42967%2C1733268240016, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs, maxLogs=32 2024-12-03T23:24:01,343 INFO [RS:0;5f9d64419733:36747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C36747%2C1733268239855, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,36747,1733268239855, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs, maxLogs=32 2024-12-03T23:24:01,361 DEBUG [RS:2;5f9d64419733:42967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016/5f9d64419733%2C42967%2C1733268240016.1733268241347, exclude list is [], retry=0 2024-12-03T23:24:01,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:01,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:01,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:01,368 DEBUG [RS:0;5f9d64419733:36747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,36747,1733268239855/5f9d64419733%2C36747%2C1733268239855.1733268241347, exclude list is [], retry=0 2024-12-03T23:24:01,368 DEBUG [RS:1;5f9d64419733:40391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968/5f9d64419733%2C40391%2C1733268239968.1733268241347, exclude list is [], retry=0 2024-12-03T23:24:01,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:01,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:01,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:01,379 INFO [RS:2;5f9d64419733:42967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016/5f9d64419733%2C42967%2C1733268240016.1733268241347 2024-12-03T23:24:01,380 DEBUG [RS:2;5f9d64419733:42967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:01,382 INFO [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968/5f9d64419733%2C40391%2C1733268239968.1733268241347 2024-12-03T23:24:01,382 DEBUG [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:01,383 INFO [RS:0;5f9d64419733:36747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,36747,1733268239855/5f9d64419733%2C36747%2C1733268239855.1733268241347 2024-12-03T23:24:01,383 DEBUG [RS:0;5f9d64419733:36747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:01,535 DEBUG [5f9d64419733:43609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-03T23:24:01,543 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(204): Hosts are {5f9d64419733=0} racks are {/default-rack=0} 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T23:24:01,550 INFO [5f9d64419733:43609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T23:24:01,550 INFO [5f9d64419733:43609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T23:24:01,550 INFO [5f9d64419733:43609 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T23:24:01,550 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T23:24:01,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,40391,1733268239968, state=OPENING 2024-12-03T23:24:01,569 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T23:24:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:01,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T23:24:01,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,40391,1733268239968}] 2024-12-03T23:24:01,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:24:01,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:24:01,765 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T23:24:01,765 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:01,766 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T23:24:01,769 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5f9d64419733%2C40391%2C1733268239968.meta, suffix=.meta, logDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs, maxLogs=32 2024-12-03T23:24:01,784 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968/5f9d64419733%2C40391%2C1733268239968.meta.1733268241770.meta, exclude list is [], retry=0 2024-12-03T23:24:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:01,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:01,791 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,40391,1733268239968/5f9d64419733%2C40391%2C1733268239968.meta.1733268241770.meta 2024-12-03T23:24:01,792 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:01,793 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:01,794 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T23:24:01,797 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T23:24:01,802 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T23:24:01,806 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T23:24:01,807 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:01,807 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T23:24:01,807 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T23:24:01,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T23:24:01,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T23:24:01,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T23:24:01,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T23:24:01,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T23:24:01,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T23:24:01,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T23:24:01,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T23:24:01,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:01,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T23:24:01,820 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T23:24:01,821 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740 2024-12-03T23:24:01,824 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740 2024-12-03T23:24:01,826 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T23:24:01,826 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T23:24:01,827 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T23:24:01,830 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T23:24:01,831 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62121283, jitterRate=-0.07432074844837189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T23:24:01,832 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T23:24:01,833 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733268241808Writing region info on filesystem at 1733268241808Initializing all the Stores at 1733268241810 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268241810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268241810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268241810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733268241810Cleaning up temporary data from old regions at 1733268241826 (+16 ms)Running coprocessor post-open hooks at 1733268241832 (+6 ms)Region opened successfully at 1733268241833 (+1 ms) 2024-12-03T23:24:01,841 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733268241742 2024-12-03T23:24:01,852 DEBUG [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T23:24:01,853 INFO [RS_OPEN_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T23:24:01,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5f9d64419733,40391,1733268239968, state=OPEN 2024-12-03T23:24:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T23:24:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T23:24:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T23:24:01,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T23:24:01,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T23:24:01,862 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5f9d64419733,40391,1733268239968 2024-12-03T23:24:01,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T23:24:01,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5f9d64419733,40391,1733268239968 in 287 msec 2024-12-03T23:24:01,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T23:24:01,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-12-03T23:24:01,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T23:24:01,875 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T23:24:01,896 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:24:01,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40391,1733268239968, seqNum=-1] 2024-12-03T23:24:01,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:24:01,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:24:01,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0560 sec 2024-12-03T23:24:01,943 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733268241943, completionTime=-1 2024-12-03T23:24:01,946 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-03T23:24:01,946 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T23:24:01,973 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-03T23:24:01,973 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733268301973 2024-12-03T23:24:01,973 INFO [master/5f9d64419733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733268361973 2024-12-03T23:24:01,973 INFO [master/5f9d64419733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-03T23:24:01,975 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T23:24:01,984 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43609,1733268239153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,984 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43609,1733268239153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,984 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43609,1733268239153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,986 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5f9d64419733:43609, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,987 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,987 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:01,994 DEBUG [master/5f9d64419733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T23:24:02,027 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.929sec 2024-12-03T23:24:02,031 INFO [master/5f9d64419733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T23:24:02,032 INFO [master/5f9d64419733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T23:24:02,034 INFO [master/5f9d64419733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T23:24:02,034 INFO [master/5f9d64419733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T23:24:02,035 INFO [master/5f9d64419733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T23:24:02,036 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43609,1733268239153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T23:24:02,036 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43609,1733268239153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T23:24:02,041 DEBUG [master/5f9d64419733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T23:24:02,043 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T23:24:02,043 INFO [master/5f9d64419733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5f9d64419733,43609,1733268239153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:02,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e28cab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:24:02,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5f9d64419733,43609,-1 for getting cluster id 2024-12-03T23:24:02,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T23:24:02,066 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e3d8e44-bd05-49c0-903e-e5cae6487280' 2024-12-03T23:24:02,068 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T23:24:02,069 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e3d8e44-bd05-49c0-903e-e5cae6487280" 2024-12-03T23:24:02,069 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4e9bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:24:02,069 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5f9d64419733,43609,-1] 2024-12-03T23:24:02,072 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T23:24:02,074 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:02,075 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T23:24:02,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b58e27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T23:24:02,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T23:24:02,085 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5f9d64419733,40391,1733268239968, seqNum=-1] 2024-12-03T23:24:02,085 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:24:02,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:24:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5f9d64419733,43609,1733268239153 2024-12-03T23:24:02,109 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39595/hbase 2024-12-03T23:24:02,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=8280 2024-12-03T23:24:02,150 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:02,155 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:02,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:02,161 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73310067, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-73310067, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:02,177 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73310067/hregion-73310067.1733268242162, exclude list is [], retry=0 2024-12-03T23:24:02,182 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:02,182 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:02,183 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:02,186 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73310067/hregion-73310067.1733268242162 2024-12-03T23:24:02,186 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:02,187 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => aaebab43cf46d81acf0dbba19d7c220d, NAME => 'testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:02,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741838_1014 (size=64) 2024-12-03T23:24:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741838_1014 (size=64) 2024-12-03T23:24:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741838_1014 (size=64) 2024-12-03T23:24:02,203 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:02,205 INFO [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,207 INFO [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaebab43cf46d81acf0dbba19d7c220d columnFamilyName a 2024-12-03T23:24:02,207 DEBUG [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:02,208 INFO [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] regionserver.HStore(327): Store=aaebab43cf46d81acf0dbba19d7c220d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:02,209 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,210 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,211 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,211 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,211 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,214 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,217 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:02,218 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aaebab43cf46d81acf0dbba19d7c220d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73661467, jitterRate=0.09764139354228973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:02,220 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aaebab43cf46d81acf0dbba19d7c220d: Writing region info on filesystem at 1733268242203Initializing all the Stores at 1733268242204 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268242204Cleaning up temporary data from old regions at 1733268242211 (+7 ms)Region opened successfully at 1733268242220 (+9 ms) 2024-12-03T23:24:02,220 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aaebab43cf46d81acf0dbba19d7c220d, disabling compactions & flushes 2024-12-03T23:24:02,220 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d. 2024-12-03T23:24:02,220 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d. 2024-12-03T23:24:02,220 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d. after waiting 0 ms 2024-12-03T23:24:02,220 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d. 2024-12-03T23:24:02,220 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d. 2024-12-03T23:24:02,221 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aaebab43cf46d81acf0dbba19d7c220d: Waiting for close lock at 1733268242220Disabling compacts and flushes for region at 1733268242220Disabling writes for close at 1733268242220Writing region close event to WAL at 1733268242220Closed at 1733268242220 2024-12-03T23:24:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741837_1013 (size=93) 2024-12-03T23:24:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741837_1013 (size=93) 2024-12-03T23:24:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741837_1013 (size=93) 2024-12-03T23:24:02,235 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:02,236 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73310067:(num 1733268242162) 2024-12-03T23:24:02,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-03T23:24:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741839_1015 (size=369) 2024-12-03T23:24:02,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741839_1015 (size=369) 2024-12-03T23:24:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741839_1015 (size=369) 2024-12-03T23:24:02,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-03T23:24:02,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741840_1016 (size=231) 2024-12-03T23:24:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741840_1016 (size=231) 2024-12-03T23:24:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741840_1016 (size=231) 2024-12-03T23:24:02,300 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1, size=369 (369bytes) 2024-12-03T23:24:02,301 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T23:24:02,301 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T23:24:02,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1 2024-12-03T23:24:02,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1 after 4ms 2024-12-03T23:24:02,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1 took 17ms 2024-12-03T23:24:02,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1 so closing down 2024-12-03T23:24:02,324 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-03T23:24:02,326 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000001-wal-1.temp 2024-12-03T23:24:02,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:02,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741841_1017 (size=369) 2024-12-03T23:24:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741841_1017 (size=369) 2024-12-03T23:24:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741841_1017 (size=369) 2024-12-03T23:24:02,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:02,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002 2024-12-03T23:24:02,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-03T23:24:02,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1, journal: Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1, size=369 (369bytes) at 1733268242300Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1 so closing down at 1733268242320 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000001-wal-1.temp at 1733268242326 (+6 ms)3 split writer threads finished at 1733268242328 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733268242346 (+18 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002 at 1733268242350 (+4 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733268242355 (+5 ms) 2024-12-03T23:24:02,373 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2, size=231 (231bytes) 2024-12-03T23:24:02,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2 2024-12-03T23:24:02,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2 after 1ms 2024-12-03T23:24:02,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2 took 6ms 2024-12-03T23:24:02,380 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2 so closing down 2024-12-03T23:24:02,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:02,383 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-03T23:24:02,385 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002-wal-2.temp 2024-12-03T23:24:02,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741842_1018 (size=231) 2024-12-03T23:24:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741842_1018 (size=231) 2024-12-03T23:24:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741842_1018 (size=231) 2024-12-03T23:24:02,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:02,401 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-03T23:24:02,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-03T23:24:02,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2, journal: Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2, size=231 (231bytes) at 1733268242373Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2 so closing down at 1733268242381 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002-wal-2.temp at 1733268242385 (+4 ms)3 split writer threads finished at 1733268242385Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733268242395 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733268242403 (+8 ms) 2024-12-03T23:24:02,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:02,405 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:02,422 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal.1733268242407, exclude list is [], retry=0 2024-12-03T23:24:02,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:02,427 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:02,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:02,430 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal.1733268242407 2024-12-03T23:24:02,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:02,431 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aaebab43cf46d81acf0dbba19d7c220d, NAME => 'testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:02,431 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:02,431 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,431 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,433 INFO [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,435 INFO [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaebab43cf46d81acf0dbba19d7c220d columnFamilyName a 2024-12-03T23:24:02,435 DEBUG [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:02,437 INFO [StoreOpener-aaebab43cf46d81acf0dbba19d7c220d-1 {}] regionserver.HStore(327): Store=aaebab43cf46d81acf0dbba19d7c220d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:02,437 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,438 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,443 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,444 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002 2024-12-03T23:24:02,456 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002 2024-12-03T23:24:02,460 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing aaebab43cf46d81acf0dbba19d7c220d 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-03T23:24:02,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/.tmp/a/c267e36e7b0d4333b2effb5da90c6f9a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733268242236/Put/seqid=0 2024-12-03T23:24:02,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741844_1020 (size=5170) 2024-12-03T23:24:02,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741844_1020 (size=5170) 2024-12-03T23:24:02,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741844_1020 (size=5170) 2024-12-03T23:24:02,532 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/.tmp/a/c267e36e7b0d4333b2effb5da90c6f9a 2024-12-03T23:24:02,608 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/.tmp/a/c267e36e7b0d4333b2effb5da90c6f9a as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/a/c267e36e7b0d4333b2effb5da90c6f9a 2024-12-03T23:24:02,620 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/a/c267e36e7b0d4333b2effb5da90c6f9a, entries=2, sequenceid=2, filesize=5.0 K 2024-12-03T23:24:02,628 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for aaebab43cf46d81acf0dbba19d7c220d in 166ms, sequenceid=2, compaction requested=false; wal=null 2024-12-03T23:24:02,630 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/0000000000000000002 2024-12-03T23:24:02,631 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,631 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,635 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aaebab43cf46d81acf0dbba19d7c220d 2024-12-03T23:24:02,652 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/aaebab43cf46d81acf0dbba19d7c220d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-03T23:24:02,654 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened aaebab43cf46d81acf0dbba19d7c220d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66908964, jitterRate=-0.0029787421226501465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:02,656 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aaebab43cf46d81acf0dbba19d7c220d: Writing region info on filesystem at 1733268242431Initializing all the Stores at 1733268242433 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268242433Obtaining lock to block concurrent updates at 1733268242460 (+27 ms)Preparing flush snapshotting stores in aaebab43cf46d81acf0dbba19d7c220d at 1733268242460Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733268242464 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733268242151.aaebab43cf46d81acf0dbba19d7c220d. at 1733268242464Flushing aaebab43cf46d81acf0dbba19d7c220d/a: creating writer at 1733268242465 (+1 ms)Flushing aaebab43cf46d81acf0dbba19d7c220d/a: appending metadata at 1733268242508 (+43 ms)Flushing aaebab43cf46d81acf0dbba19d7c220d/a: closing flushed file at 1733268242511 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d2bbf: reopening flushed file at 1733268242605 (+94 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for aaebab43cf46d81acf0dbba19d7c220d in 166ms, sequenceid=2, compaction requested=false; wal=null at 1733268242628 (+23 ms)Cleaning up temporary data from old regions at 1733268242631 (+3 ms)Region opened successfully at 1733268242655 (+24 ms) 2024-12-03T23:24:02,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=376 (was 365) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:55322 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:45968 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48214 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:41644 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39595/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48778 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:33964 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=8191 (was 8280) 2024-12-03T23:24:02,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=8190 2024-12-03T23:24:02,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:02,728 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:02,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:02,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49323737, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-49323737, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:02,746 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49323737/hregion-49323737.1733268242733, exclude list is [], retry=0 2024-12-03T23:24:02,751 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:02,751 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:02,751 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:02,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49323737/hregion-49323737.1733268242733 2024-12-03T23:24:02,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:02,757 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c50d5f3f366dab8a5ff65711ea9ae7f7, NAME => 'testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741846_1022 (size=64) 2024-12-03T23:24:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741846_1022 (size=64) 2024-12-03T23:24:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741846_1022 (size=64) 2024-12-03T23:24:02,772 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:02,777 INFO [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,779 INFO [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c50d5f3f366dab8a5ff65711ea9ae7f7 columnFamilyName a 2024-12-03T23:24:02,780 DEBUG [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:02,780 INFO [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] regionserver.HStore(327): Store=c50d5f3f366dab8a5ff65711ea9ae7f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:02,780 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,781 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,782 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,782 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,785 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,788 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:02,789 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c50d5f3f366dab8a5ff65711ea9ae7f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70384519, jitterRate=0.048811063170433044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:02,789 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c50d5f3f366dab8a5ff65711ea9ae7f7: Writing region info on filesystem at 1733268242773Initializing all the Stores at 1733268242774 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268242774Cleaning up temporary data from old regions at 1733268242782 (+8 ms)Region opened successfully at 1733268242789 (+7 ms) 2024-12-03T23:24:02,789 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c50d5f3f366dab8a5ff65711ea9ae7f7, disabling compactions & flushes 2024-12-03T23:24:02,789 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7. 2024-12-03T23:24:02,789 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7. 2024-12-03T23:24:02,789 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7. after waiting 0 ms 2024-12-03T23:24:02,789 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7. 2024-12-03T23:24:02,790 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7. 2024-12-03T23:24:02,790 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c50d5f3f366dab8a5ff65711ea9ae7f7: Waiting for close lock at 1733268242789Disabling compacts and flushes for region at 1733268242789Disabling writes for close at 1733268242789Writing region close event to WAL at 1733268242790 (+1 ms)Closed at 1733268242790 2024-12-03T23:24:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741845_1021 (size=93) 2024-12-03T23:24:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741845_1021 (size=93) 2024-12-03T23:24:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741845_1021 (size=93) 2024-12-03T23:24:02,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:02,800 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49323737:(num 1733268242733) 2024-12-03T23:24:02,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-03T23:24:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741847_1023 (size=369) 2024-12-03T23:24:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741847_1023 (size=369) 2024-12-03T23:24:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741847_1023 (size=369) 2024-12-03T23:24:02,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-03T23:24:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741848_1024 (size=231) 2024-12-03T23:24:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741848_1024 (size=231) 2024-12-03T23:24:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741848_1024 (size=231) 2024-12-03T23:24:02,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2, size=231 (231bytes) 2024-12-03T23:24:02,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2 2024-12-03T23:24:02,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2 after 1ms 2024-12-03T23:24:02,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2 took 5ms 2024-12-03T23:24:02,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2 so closing down 2024-12-03T23:24:02,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:02,857 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-03T23:24:02,859 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002-wal-2.temp 2024-12-03T23:24:02,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741849_1025 (size=231) 2024-12-03T23:24:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741849_1025 (size=231) 2024-12-03T23:24:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741849_1025 (size=231) 2024-12-03T23:24:02,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:02,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 2024-12-03T23:24:02,874 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-03T23:24:02,874 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2, journal: Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2, size=231 (231bytes) at 1733268242847Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2 so closing down at 1733268242855 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002-wal-2.temp at 1733268242859 (+4 ms)3 split writer threads finished at 1733268242859Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733268242871 (+12 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 at 1733268242874 (+3 ms)Processed 1 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733268242874 2024-12-03T23:24:02,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1, size=369 (369bytes) 2024-12-03T23:24:02,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1 2024-12-03T23:24:02,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1 after 0ms 2024-12-03T23:24:02,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1 took 5ms 2024-12-03T23:24:02,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1 so closing down 2024-12-03T23:24:02,896 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:02,898 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-03T23:24:02,900 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000001-wal-1.temp 2024-12-03T23:24:02,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741850_1026 (size=369) 2024-12-03T23:24:02,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741850_1026 (size=369) 2024-12-03T23:24:02,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741850_1026 (size=369) 2024-12-03T23:24:02,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:02,916 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002, length=231 2024-12-03T23:24:02,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 2024-12-03T23:24:02,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-03T23:24:02,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1, journal: Splitting hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1, size=369 (369bytes) at 1733268242890Finishing writing output for hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1 so closing down at 1733268242896 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000001-wal-1.temp at 1733268242900 (+4 ms)3 split writer threads finished at 1733268242900Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733268242909 (+9 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 at 1733268242918 (+9 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733268242918 2024-12-03T23:24:02,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:02,921 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:02,940 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal.1733268242922, exclude list is [], retry=0 2024-12-03T23:24:02,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:02,944 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:02,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:02,947 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal.1733268242922 2024-12-03T23:24:02,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:02,948 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c50d5f3f366dab8a5ff65711ea9ae7f7, NAME => 'testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:02,948 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:02,948 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,948 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,950 INFO [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,952 INFO [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c50d5f3f366dab8a5ff65711ea9ae7f7 columnFamilyName a 2024-12-03T23:24:02,953 DEBUG [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:02,954 INFO [StoreOpener-c50d5f3f366dab8a5ff65711ea9ae7f7-1 {}] regionserver.HStore(327): Store=c50d5f3f366dab8a5ff65711ea9ae7f7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:02,954 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,958 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:02,959 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 2024-12-03T23:24:02,964 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 2024-12-03T23:24:02,964 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c50d5f3f366dab8a5ff65711ea9ae7f7 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-03T23:24:02,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/.tmp/a/58875fa7bc694d01a16e74854ce5829b is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733268242800/Put/seqid=0 2024-12-03T23:24:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741852_1028 (size=5170) 2024-12-03T23:24:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741852_1028 (size=5170) 2024-12-03T23:24:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741852_1028 (size=5170) 2024-12-03T23:24:02,997 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/.tmp/a/58875fa7bc694d01a16e74854ce5829b 2024-12-03T23:24:03,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/.tmp/a/58875fa7bc694d01a16e74854ce5829b as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/a/58875fa7bc694d01a16e74854ce5829b 2024-12-03T23:24:03,015 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/a/58875fa7bc694d01a16e74854ce5829b, entries=2, sequenceid=2, filesize=5.0 K 2024-12-03T23:24:03,016 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c50d5f3f366dab8a5ff65711ea9ae7f7 in 52ms, sequenceid=2, compaction requested=false; wal=null 2024-12-03T23:24:03,017 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/0000000000000000002 2024-12-03T23:24:03,018 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:03,018 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:03,021 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c50d5f3f366dab8a5ff65711ea9ae7f7 2024-12-03T23:24:03,024 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/c50d5f3f366dab8a5ff65711ea9ae7f7/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-03T23:24:03,025 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c50d5f3f366dab8a5ff65711ea9ae7f7; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72067966, jitterRate=0.0738963782787323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:03,025 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c50d5f3f366dab8a5ff65711ea9ae7f7: Writing region info on filesystem at 1733268242948Initializing all the Stores at 1733268242950 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268242950Obtaining lock to block concurrent updates at 1733268242964 (+14 ms)Preparing flush snapshotting stores in c50d5f3f366dab8a5ff65711ea9ae7f7 at 1733268242964Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733268242964Flushing stores of testReplayEditsWrittenIntoWAL,,1733268242727.c50d5f3f366dab8a5ff65711ea9ae7f7. at 1733268242964Flushing c50d5f3f366dab8a5ff65711ea9ae7f7/a: creating writer at 1733268242964Flushing c50d5f3f366dab8a5ff65711ea9ae7f7/a: appending metadata at 1733268242985 (+21 ms)Flushing c50d5f3f366dab8a5ff65711ea9ae7f7/a: closing flushed file at 1733268242985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7647e1c0: reopening flushed file at 1733268243004 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c50d5f3f366dab8a5ff65711ea9ae7f7 in 52ms, sequenceid=2, compaction requested=false; wal=null at 1733268243016 (+12 ms)Cleaning up temporary data from old regions at 1733268243018 (+2 ms)Region opened successfully at 1733268243025 (+7 ms) 2024-12-03T23:24:03,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:45968 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:34028 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:55322 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48834 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:41700 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48214 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8180 (was 8190) 2024-12-03T23:24:03,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=8179 2024-12-03T23:24:03,071 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:03,074 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:03,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:03,078 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07491155, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-07491155, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:03,091 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07491155/hregion-07491155.1733268243078, exclude list is [], retry=0 2024-12-03T23:24:03,095 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:03,095 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:03,095 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:03,098 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07491155/hregion-07491155.1733268243078 2024-12-03T23:24:03,098 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:03,098 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 94e6c00ef171d3e76ccf65df981eb1ca, NAME => 'testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:03,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741854_1030 (size=64) 2024-12-03T23:24:03,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741854_1030 (size=64) 2024-12-03T23:24:03,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741854_1030 (size=64) 2024-12-03T23:24:03,110 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:03,112 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,114 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e6c00ef171d3e76ccf65df981eb1ca columnFamilyName a 2024-12-03T23:24:03,114 DEBUG [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:03,114 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(327): Store=94e6c00ef171d3e76ccf65df981eb1ca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:03,115 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,116 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e6c00ef171d3e76ccf65df981eb1ca columnFamilyName b 2024-12-03T23:24:03,116 DEBUG [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:03,117 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(327): Store=94e6c00ef171d3e76ccf65df981eb1ca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:03,117 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,118 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e6c00ef171d3e76ccf65df981eb1ca columnFamilyName c 2024-12-03T23:24:03,119 DEBUG [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:03,119 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(327): Store=94e6c00ef171d3e76ccf65df981eb1ca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:03,120 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,121 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,121 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,122 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,123 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,123 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:03,125 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:03,127 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:03,128 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 94e6c00ef171d3e76ccf65df981eb1ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73647299, jitterRate=0.0974302738904953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94e6c00ef171d3e76ccf65df981eb1ca: Writing region info on filesystem at 1733268243110Initializing all the Stores at 1733268243111 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268243111Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268243112 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268243112Cleaning up temporary data from old regions at 1733268243123 (+11 ms)Region opened successfully at 1733268243128 (+5 ms) 2024-12-03T23:24:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94e6c00ef171d3e76ccf65df981eb1ca, disabling compactions & flushes 2024-12-03T23:24:03,128 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:03,129 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. after waiting 0 ms 2024-12-03T23:24:03,129 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:03,129 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:03,129 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94e6c00ef171d3e76ccf65df981eb1ca: Waiting for close lock at 1733268243128Disabling compacts and flushes for region at 1733268243128Disabling writes for close at 1733268243129 (+1 ms)Writing region close event to WAL at 1733268243129Closed at 1733268243129 2024-12-03T23:24:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741853_1029 (size=93) 2024-12-03T23:24:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741853_1029 (size=93) 2024-12-03T23:24:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741853_1029 (size=93) 2024-12-03T23:24:03,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:03,136 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07491155:(num 1733268243078) 2024-12-03T23:24:03,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:03,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:03,152 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139, exclude list is [], retry=0 2024-12-03T23:24:03,156 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:03,156 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:03,156 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:03,159 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 2024-12-03T23:24:03,159 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:03,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139, size=0 (0bytes) 2024-12-03T23:24:03,354 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 might be still open, length is 0 2024-12-03T23:24:03,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 2024-12-03T23:24:03,355 WARN [IPC Server handler 0 on default port 39595 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-03T23:24:03,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 after 1ms 2024-12-03T23:24:04,130 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:34060 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44615:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34060 dst: /127.0.0.1:44615 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44615 remote=/127.0.0.1:34060]. Total timeout mills is 60000, 59190 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:04,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48862 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48862 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:04,131 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:41740 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38731:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41740 dst: /127.0.0.1:38731 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741855_1032 (size=470675) 2024-12-03T23:24:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741855_1032 (size=470675) 2024-12-03T23:24:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741855_1032 (size=470675) 2024-12-03T23:24:07,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T23:24:07,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 after 4002ms 2024-12-03T23:24:07,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T23:24:07,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 took 4010ms 2024-12-03T23:24:07,368 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733268243139.temp 2024-12-03T23:24:07,375 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000000001-wal.1733268243139.temp 2024-12-03T23:24:07,447 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139; continuing. 2024-12-03T23:24:07,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 so closing down 2024-12-03T23:24:07,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:07,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741856_1033 (size=470683) 2024-12-03T23:24:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741856_1033 (size=470683) 2024-12-03T23:24:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741856_1033 (size=470683) 2024-12-03T23:24:07,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000000001-wal.1733268243139.temp (wrote 3002 edits, skipped 0 edits in 34 ms) 2024-12-03T23:24:07,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000000001-wal.1733268243139.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000003002 2024-12-03T23:24:07,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T23:24:07,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139, journal: Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139, size=0 (0bytes) at 1733268243354Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000000001-wal.1733268243139.temp at 1733268247375 (+4021 ms)Split 1024 edits, skipped 0 edits. at 1733268247415 (+40 ms)Split 2048 edits, skipped 0 edits. at 1733268247433 (+18 ms)Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 so closing down at 1733268247448 (+15 ms)3 split writer threads finished at 1733268247448Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000000001-wal.1733268243139.temp (wrote 3002 edits, skipped 0 edits in 34 ms) at 1733268247452 (+4 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000000001-wal.1733268243139.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000003002 at 1733268247454 (+2 ms)Processed 3002 edits across 1 Regions in 91 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139, size=0, length=0, corrupted=false, cancelled=false at 1733268247454 2024-12-03T23:24:07,456 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268243139 2024-12-03T23:24:07,458 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000003002 2024-12-03T23:24:07,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:07,460 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:07,474 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268247461, exclude list is [], retry=0 2024-12-03T23:24:07,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:07,478 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:07,478 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:07,480 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268247461 2024-12-03T23:24:07,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:07,481 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:07,482 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:07,483 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e6c00ef171d3e76ccf65df981eb1ca columnFamilyName a 2024-12-03T23:24:07,484 DEBUG [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:07,484 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(327): Store=94e6c00ef171d3e76ccf65df981eb1ca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:07,484 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:07,485 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e6c00ef171d3e76ccf65df981eb1ca columnFamilyName b 2024-12-03T23:24:07,485 DEBUG [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:07,486 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(327): Store=94e6c00ef171d3e76ccf65df981eb1ca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:07,486 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:07,487 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e6c00ef171d3e76ccf65df981eb1ca columnFamilyName c 2024-12-03T23:24:07,487 DEBUG [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:07,488 INFO [StoreOpener-94e6c00ef171d3e76ccf65df981eb1ca-1 {}] regionserver.HStore(327): Store=94e6c00ef171d3e76ccf65df981eb1ca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:07,488 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:07,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:07,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:07,492 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000003002 2024-12-03T23:24:07,531 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-03T23:24:07,908 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 94e6c00ef171d3e76ccf65df981eb1ca 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-03T23:24:07,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/a/f092cbde56db4dc1b854d04172b384ee is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733268243166/Put/seqid=0 2024-12-03T23:24:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741858_1035 (size=50463) 2024-12-03T23:24:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741858_1035 (size=50463) 2024-12-03T23:24:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741858_1035 (size=50463) 2024-12-03T23:24:07,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/a/f092cbde56db4dc1b854d04172b384ee 2024-12-03T23:24:07,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/a/f092cbde56db4dc1b854d04172b384ee as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/a/f092cbde56db4dc1b854d04172b384ee 2024-12-03T23:24:07,973 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/a/f092cbde56db4dc1b854d04172b384ee, entries=754, sequenceid=754, filesize=49.3 K 2024-12-03T23:24:07,974 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 94e6c00ef171d3e76ccf65df981eb1ca in 66ms, sequenceid=754, compaction requested=false; wal=null 2024-12-03T23:24:07,984 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-03T23:24:07,984 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 94e6c00ef171d3e76ccf65df981eb1ca 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-03T23:24:07,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/a/56309d1eca154af4802bf0b570909a9c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733268243214/Put/seqid=0 2024-12-03T23:24:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741859_1036 (size=20072) 2024-12-03T23:24:07,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741859_1036 (size=20072) 2024-12-03T23:24:07,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741859_1036 (size=20072) 2024-12-03T23:24:07,999 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/a/56309d1eca154af4802bf0b570909a9c 2024-12-03T23:24:08,024 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/b/391a7c62192d485b89f121f3b9b245b0 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733268243238/Put/seqid=0 2024-12-03T23:24:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741860_1037 (size=35835) 2024-12-03T23:24:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741860_1037 (size=35835) 2024-12-03T23:24:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741860_1037 (size=35835) 2024-12-03T23:24:08,033 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/b/391a7c62192d485b89f121f3b9b245b0 2024-12-03T23:24:08,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/a/56309d1eca154af4802bf0b570909a9c as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/a/56309d1eca154af4802bf0b570909a9c 2024-12-03T23:24:08,047 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/a/56309d1eca154af4802bf0b570909a9c, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-03T23:24:08,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/b/391a7c62192d485b89f121f3b9b245b0 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/b/391a7c62192d485b89f121f3b9b245b0 2024-12-03T23:24:08,055 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/b/391a7c62192d485b89f121f3b9b245b0, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-03T23:24:08,056 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 94e6c00ef171d3e76ccf65df981eb1ca in 71ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-03T23:24:08,068 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-03T23:24:08,068 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 94e6c00ef171d3e76ccf65df981eb1ca 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-03T23:24:08,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/b/bdd11a3ca7144764aac8ecef3ad02bd1 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733268243253/Put/seqid=0 2024-12-03T23:24:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741861_1038 (size=35082) 2024-12-03T23:24:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741861_1038 (size=35082) 2024-12-03T23:24:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741861_1038 (size=35082) 2024-12-03T23:24:08,087 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/b/bdd11a3ca7144764aac8ecef3ad02bd1 2024-12-03T23:24:08,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/c/a6f0404d698d454a976c5c089e5a68f9 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733268243279/Put/seqid=0 2024-12-03T23:24:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741862_1039 (size=20825) 2024-12-03T23:24:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741862_1039 (size=20825) 2024-12-03T23:24:08,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741862_1039 (size=20825) 2024-12-03T23:24:08,123 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/c/a6f0404d698d454a976c5c089e5a68f9 2024-12-03T23:24:08,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/b/bdd11a3ca7144764aac8ecef3ad02bd1 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/b/bdd11a3ca7144764aac8ecef3ad02bd1 2024-12-03T23:24:08,141 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/b/bdd11a3ca7144764aac8ecef3ad02bd1, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-03T23:24:08,143 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/c/a6f0404d698d454a976c5c089e5a68f9 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/c/a6f0404d698d454a976c5c089e5a68f9 2024-12-03T23:24:08,152 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/c/a6f0404d698d454a976c5c089e5a68f9, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-03T23:24:08,152 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 94e6c00ef171d3e76ccf65df981eb1ca in 84ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-03T23:24:08,161 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733268243318/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:08,165 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000003002 2024-12-03T23:24:08,165 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-03T23:24:08,166 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 94e6c00ef171d3e76ccf65df981eb1ca 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-03T23:24:08,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/c/eb9ba47a8f96430dbc674bf50d4ecc0c is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733268243286/Put/seqid=0 2024-12-03T23:24:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741863_1040 (size=50301) 2024-12-03T23:24:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741863_1040 (size=50301) 2024-12-03T23:24:08,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741863_1040 (size=50301) 2024-12-03T23:24:08,188 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/c/eb9ba47a8f96430dbc674bf50d4ecc0c 2024-12-03T23:24:08,195 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb9ba47a8f96430dbc674bf50d4ecc0c 2024-12-03T23:24:08,196 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/.tmp/c/eb9ba47a8f96430dbc674bf50d4ecc0c as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/c/eb9ba47a8f96430dbc674bf50d4ecc0c 2024-12-03T23:24:08,202 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb9ba47a8f96430dbc674bf50d4ecc0c 2024-12-03T23:24:08,202 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/c/eb9ba47a8f96430dbc674bf50d4ecc0c, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-03T23:24:08,202 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 94e6c00ef171d3e76ccf65df981eb1ca in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-03T23:24:08,203 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/0000000000000003002 2024-12-03T23:24:08,204 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:08,205 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:08,205 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T23:24:08,208 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94e6c00ef171d3e76ccf65df981eb1ca 2024-12-03T23:24:08,211 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenIntoWAL/94e6c00ef171d3e76ccf65df981eb1ca/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-03T23:24:08,212 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 94e6c00ef171d3e76ccf65df981eb1ca; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60102923, jitterRate=-0.10439665615558624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T23:24:08,213 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94e6c00ef171d3e76ccf65df981eb1ca: Writing region info on filesystem at 1733268247481Initializing all the Stores at 1733268247482 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268247482Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268247482Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268247482Cleaning up temporary data from old regions at 1733268248205 (+723 ms)Region opened successfully at 1733268248213 (+8 ms) 2024-12-03T23:24:08,275 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94e6c00ef171d3e76ccf65df981eb1ca, disabling compactions & flushes 2024-12-03T23:24:08,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:08,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:08,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. after waiting 0 ms 2024-12-03T23:24:08,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:08,278 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733268243072.94e6c00ef171d3e76ccf65df981eb1ca. 2024-12-03T23:24:08,278 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94e6c00ef171d3e76ccf65df981eb1ca: Waiting for close lock at 1733268248275Disabling compacts and flushes for region at 1733268248275Disabling writes for close at 1733268248275Writing region close event to WAL at 1733268248277 (+2 ms)Closed at 1733268248277 2024-12-03T23:24:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741857_1034 (size=93) 2024-12-03T23:24:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741857_1034 (size=93) 2024-12-03T23:24:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741857_1034 (size=93) 2024-12-03T23:24:08,284 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:08,284 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733268247461) 2024-12-03T23:24:08,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647138060_22 at /127.0.0.1:34110 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647138060_22 at /127.0.0.1:41794 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:43689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647138060_22 at /127.0.0.1:48910 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1647138060_22 at /127.0.0.1:41812 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:39595 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 345), ProcessCount=11 (was 11), AvailableMemoryMB=8124 (was 8179) 2024-12-03T23:24:08,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=8123 2024-12-03T23:24:08,329 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:08,331 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:08,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:08,335 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61998202, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-61998202, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:08,349 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61998202/hregion-61998202.1733268248335, exclude list is [], retry=0 2024-12-03T23:24:08,352 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:08,352 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:08,353 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:08,355 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61998202/hregion-61998202.1733268248335 2024-12-03T23:24:08,355 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:08,355 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => df98fb221d5c8b81923c30521efa097c, NAME => 'test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741865_1042 (size=43) 2024-12-03T23:24:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741865_1042 (size=43) 2024-12-03T23:24:08,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741865_1042 (size=43) 2024-12-03T23:24:08,366 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:08,367 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,369 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df98fb221d5c8b81923c30521efa097c columnFamilyName a 2024-12-03T23:24:08,369 DEBUG [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:08,369 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(327): Store=df98fb221d5c8b81923c30521efa097c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:08,369 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,371 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df98fb221d5c8b81923c30521efa097c columnFamilyName b 2024-12-03T23:24:08,371 DEBUG [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:08,372 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(327): Store=df98fb221d5c8b81923c30521efa097c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:08,372 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,374 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df98fb221d5c8b81923c30521efa097c columnFamilyName c 2024-12-03T23:24:08,374 DEBUG [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:08,374 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(327): Store=df98fb221d5c8b81923c30521efa097c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:08,374 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,376 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,377 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,377 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,378 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:08,380 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,382 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:08,383 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened df98fb221d5c8b81923c30521efa097c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73890912, jitterRate=0.10106039047241211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:08,384 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for df98fb221d5c8b81923c30521efa097c: Writing region info on filesystem at 1733268248366Initializing all the Stores at 1733268248367 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268248367Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268248367Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268248367Cleaning up temporary data from old regions at 1733268248377 (+10 ms)Region opened successfully at 1733268248384 (+7 ms) 2024-12-03T23:24:08,384 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing df98fb221d5c8b81923c30521efa097c, disabling compactions & flushes 2024-12-03T23:24:08,384 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:08,384 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:08,384 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. after waiting 0 ms 2024-12-03T23:24:08,384 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:08,385 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:08,385 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for df98fb221d5c8b81923c30521efa097c: Waiting for close lock at 1733268248384Disabling compacts and flushes for region at 1733268248384Disabling writes for close at 1733268248384Writing region close event to WAL at 1733268248385 (+1 ms)Closed at 1733268248385 2024-12-03T23:24:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741864_1041 (size=93) 2024-12-03T23:24:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741864_1041 (size=93) 2024-12-03T23:24:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741864_1041 (size=93) 2024-12-03T23:24:08,391 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:08,391 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61998202:(num 1733268248335) 2024-12-03T23:24:08,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:08,393 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:08,407 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394, exclude list is [], retry=0 2024-12-03T23:24:08,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:08,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:08,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:08,413 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 2024-12-03T23:24:08,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741866_1043 (size=344306) 2024-12-03T23:24:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741866_1043 (size=344306) 2024-12-03T23:24:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741866_1043 (size=344306) 2024-12-03T23:24:08,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394, size=336.2 K (344306bytes) 2024-12-03T23:24:08,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 2024-12-03T23:24:08,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 after 0ms 2024-12-03T23:24:08,579 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 took 7ms 2024-12-03T23:24:08,583 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733268248394.temp 2024-12-03T23:24:08,585 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000000001-wal.1733268248394.temp 2024-12-03T23:24:08,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 so closing down 2024-12-03T23:24:08,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:08,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741867_1044 (size=344306) 2024-12-03T23:24:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741867_1044 (size=344306) 2024-12-03T23:24:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741867_1044 (size=344306) 2024-12-03T23:24:08,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000000001-wal.1733268248394.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-12-03T23:24:08,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000000001-wal.1733268248394.temp to hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003000 2024-12-03T23:24:08,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-03T23:24:08,615 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394, journal: Splitting hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394, size=336.2 K (344306bytes) at 1733268248573Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000000001-wal.1733268248394.temp at 1733268248585 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733268248590 (+5 ms)Split 2048 edits, skipped 0 edits. at 1733268248600 (+10 ms)Finishing writing output for hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 so closing down at 1733268248609 (+9 ms)3 split writer threads finished at 1733268248609Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000000001-wal.1733268248394.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1733268248613 (+4 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000000001-wal.1733268248394.temp to hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003000 at 1733268248615 (+2 ms)Processed 3000 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733268248615 2024-12-03T23:24:08,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248394 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268248394 2024-12-03T23:24:08,619 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003000 2024-12-03T23:24:08,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:08,621 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:08,635 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622, exclude list is [], retry=0 2024-12-03T23:24:08,639 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:08,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:08,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:08,642 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 2024-12-03T23:24:08,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741868_1045 (size=344433) 2024-12-03T23:24:08,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741868_1045 (size=344433) 2024-12-03T23:24:08,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741868_1045 (size=344433) 2024-12-03T23:24:08,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622, size=336.4 K (344433bytes) 2024-12-03T23:24:08,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 2024-12-03T23:24:08,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 after 1ms 2024-12-03T23:24:08,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 took 5ms 2024-12-03T23:24:08,803 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733268248622.temp 2024-12-03T23:24:08,805 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003001-wal.1733268248622.temp 2024-12-03T23:24:08,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 so closing down 2024-12-03T23:24:08,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:08,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741869_1046 (size=344433) 2024-12-03T23:24:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741869_1046 (size=344433) 2024-12-03T23:24:08,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741869_1046 (size=344433) 2024-12-03T23:24:08,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003001-wal.1733268248622.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-12-03T23:24:08,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003001-wal.1733268248622.temp to hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000006000 2024-12-03T23:24:08,846 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-03T23:24:08,846 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622, journal: Splitting hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622, size=336.4 K (344433bytes) at 1733268248795Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003001-wal.1733268248622.temp at 1733268248805 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733268248814 (+9 ms)Split 2048 edits, skipped 0 edits. at 1733268248825 (+11 ms)Finishing writing output for hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 so closing down at 1733268248837 (+12 ms)3 split writer threads finished at 1733268248837Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003001-wal.1733268248622.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1733268248844 (+7 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003001-wal.1733268248622.temp to hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000006000 at 1733268248846 (+2 ms)Processed 3000 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733268248846 2024-12-03T23:24:08,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248622 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268248622 2024-12-03T23:24:08,850 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000006000 2024-12-03T23:24:08,850 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:08,852 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/test2727-manual,16010,1733268248328, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:08,875 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248853, exclude list is [], retry=0 2024-12-03T23:24:08,878 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:08,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:08,879 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:08,883 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733268248328/wal.1733268248853 2024-12-03T23:24:08,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:08,884 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => df98fb221d5c8b81923c30521efa097c, NAME => 'test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:08,884 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:08,884 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,884 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,886 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,887 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df98fb221d5c8b81923c30521efa097c columnFamilyName a 2024-12-03T23:24:08,887 DEBUG [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:08,888 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(327): Store=df98fb221d5c8b81923c30521efa097c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:08,888 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,889 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df98fb221d5c8b81923c30521efa097c columnFamilyName b 2024-12-03T23:24:08,889 DEBUG [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:08,890 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(327): Store=df98fb221d5c8b81923c30521efa097c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:08,890 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,891 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df98fb221d5c8b81923c30521efa097c columnFamilyName c 2024-12-03T23:24:08,891 DEBUG [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:08,892 INFO [StoreOpener-df98fb221d5c8b81923c30521efa097c-1 {}] regionserver.HStore(327): Store=df98fb221d5c8b81923c30521efa097c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:08,892 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,893 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,895 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:08,896 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003000 2024-12-03T23:24:08,929 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003000 2024-12-03T23:24:08,931 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000006000 2024-12-03T23:24:08,964 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000006000 2024-12-03T23:24:08,964 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing df98fb221d5c8b81923c30521efa097c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-03T23:24:08,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/a/b1ee8cd6eafc43dab689b5ed0528e701 is 41, key is test2727/a:100/1733268248647/Put/seqid=0 2024-12-03T23:24:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741871_1048 (size=84227) 2024-12-03T23:24:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741871_1048 (size=84227) 2024-12-03T23:24:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741871_1048 (size=84227) 2024-12-03T23:24:08,997 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/a/b1ee8cd6eafc43dab689b5ed0528e701 2024-12-03T23:24:09,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/b/d72f7ed90a974843bf3bd94c233d5930 is 41, key is test2727/b:100/1733268248694/Put/seqid=0 2024-12-03T23:24:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741872_1049 (size=84609) 2024-12-03T23:24:09,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741872_1049 (size=84609) 2024-12-03T23:24:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741872_1049 (size=84609) 2024-12-03T23:24:09,034 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/b/d72f7ed90a974843bf3bd94c233d5930 2024-12-03T23:24:09,062 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/c/7068f681feb84d2aaf16436ff96f4ed3 is 41, key is test2727/c:100/1733268248735/Put/seqid=0 2024-12-03T23:24:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741873_1050 (size=84609) 2024-12-03T23:24:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741873_1050 (size=84609) 2024-12-03T23:24:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741873_1050 (size=84609) 2024-12-03T23:24:09,070 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/c/7068f681feb84d2aaf16436ff96f4ed3 2024-12-03T23:24:09,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/a/b1ee8cd6eafc43dab689b5ed0528e701 as hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/a/b1ee8cd6eafc43dab689b5ed0528e701 2024-12-03T23:24:09,084 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/a/b1ee8cd6eafc43dab689b5ed0528e701, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-03T23:24:09,085 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/b/d72f7ed90a974843bf3bd94c233d5930 as hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/b/d72f7ed90a974843bf3bd94c233d5930 2024-12-03T23:24:09,092 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/b/d72f7ed90a974843bf3bd94c233d5930, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-03T23:24:09,093 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/.tmp/c/7068f681feb84d2aaf16436ff96f4ed3 as hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/c/7068f681feb84d2aaf16436ff96f4ed3 2024-12-03T23:24:09,099 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/c/7068f681feb84d2aaf16436ff96f4ed3, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-03T23:24:09,099 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for df98fb221d5c8b81923c30521efa097c in 135ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-03T23:24:09,100 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000003000 2024-12-03T23:24:09,101 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/0000000000000006000 2024-12-03T23:24:09,102 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:09,102 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:09,103 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:09,104 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for df98fb221d5c8b81923c30521efa097c 2024-12-03T23:24:09,107 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/test2727/df98fb221d5c8b81923c30521efa097c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-03T23:24:09,108 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened df98fb221d5c8b81923c30521efa097c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74551432, jitterRate=0.11090290546417236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:09,109 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for df98fb221d5c8b81923c30521efa097c: Writing region info on filesystem at 1733268248884Initializing all the Stores at 1733268248886 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268248886Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268248886Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268248886Obtaining lock to block concurrent updates at 1733268248965 (+79 ms)Preparing flush snapshotting stores in df98fb221d5c8b81923c30521efa097c at 1733268248965Finished memstore snapshotting test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733268248965Flushing stores of test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. at 1733268248965Flushing df98fb221d5c8b81923c30521efa097c/a: creating writer at 1733268248965Flushing df98fb221d5c8b81923c30521efa097c/a: appending metadata at 1733268248987 (+22 ms)Flushing df98fb221d5c8b81923c30521efa097c/a: closing flushed file at 1733268248987Flushing df98fb221d5c8b81923c30521efa097c/b: creating writer at 1733268249003 (+16 ms)Flushing df98fb221d5c8b81923c30521efa097c/b: appending metadata at 1733268249023 (+20 ms)Flushing df98fb221d5c8b81923c30521efa097c/b: closing flushed file at 1733268249023Flushing df98fb221d5c8b81923c30521efa097c/c: creating writer at 1733268249041 (+18 ms)Flushing df98fb221d5c8b81923c30521efa097c/c: appending metadata at 1733268249061 (+20 ms)Flushing df98fb221d5c8b81923c30521efa097c/c: closing flushed file at 1733268249061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358e706c: reopening flushed file at 1733268249077 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc8856c: reopening flushed file at 1733268249084 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffa9273: reopening flushed file at 1733268249092 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for df98fb221d5c8b81923c30521efa097c in 135ms, sequenceid=6000, compaction requested=false; wal=null at 1733268249099 (+7 ms)Cleaning up temporary data from old regions at 1733268249102 (+3 ms)Region opened successfully at 1733268249109 (+7 ms) 2024-12-03T23:24:09,110 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-03T23:24:09,110 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing df98fb221d5c8b81923c30521efa097c, disabling compactions & flushes 2024-12-03T23:24:09,111 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:09,111 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:09,111 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. after waiting 0 ms 2024-12-03T23:24:09,111 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:09,112 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733268248330.df98fb221d5c8b81923c30521efa097c. 2024-12-03T23:24:09,112 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for df98fb221d5c8b81923c30521efa097c: Waiting for close lock at 1733268249110Disabling compacts and flushes for region at 1733268249110Disabling writes for close at 1733268249111 (+1 ms)Writing region close event to WAL at 1733268249112 (+1 ms)Closed at 1733268249112 2024-12-03T23:24:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741870_1047 (size=93) 2024-12-03T23:24:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741870_1047 (size=93) 2024-12-03T23:24:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741870_1047 (size=93) 2024-12-03T23:24:09,118 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:09,118 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733268248853) 2024-12-03T23:24:09,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:34232 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:41794 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48954 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=8013 (was 8123) 2024-12-03T23:24:09,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=8012 2024-12-03T23:24:09,165 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:09,172 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:09,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733268249172 2024-12-03T23:24:09,179 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172 2024-12-03T23:24:09,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:09,183 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 00740e800865fa194727783e0a5ecec4, NAME => 'testSequentialEditLogSeqNum,,1733268249166.00740e800865fa194727783e0a5ecec4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:09,183 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733268249166.00740e800865fa194727783e0a5ecec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:09,183 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,183 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,184 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4 doesn't exist for region: 00740e800865fa194727783e0a5ecec4 on table testSequentialEditLogSeqNum 2024-12-03T23:24:09,184 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 00740e800865fa194727783e0a5ecec4 on table testSequentialEditLogSeqNum 2024-12-03T23:24:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741875_1052 (size=62) 2024-12-03T23:24:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741875_1052 (size=62) 2024-12-03T23:24:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741875_1052 (size=62) 2024-12-03T23:24:09,197 INFO [StoreOpener-00740e800865fa194727783e0a5ecec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,199 INFO [StoreOpener-00740e800865fa194727783e0a5ecec4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00740e800865fa194727783e0a5ecec4 columnFamilyName a 2024-12-03T23:24:09,199 DEBUG [StoreOpener-00740e800865fa194727783e0a5ecec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,199 INFO [StoreOpener-00740e800865fa194727783e0a5ecec4-1 {}] regionserver.HStore(327): Store=00740e800865fa194727783e0a5ecec4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,200 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,200 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,201 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,201 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,203 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 00740e800865fa194727783e0a5ecec4 2024-12-03T23:24:09,205 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:09,206 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 00740e800865fa194727783e0a5ecec4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593453, jitterRate=0.05192442238330841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:09,207 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 00740e800865fa194727783e0a5ecec4: Writing region info on filesystem at 1733268249183Initializing all the Stores at 1733268249196 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249196Cleaning up temporary data from old regions at 1733268249201 (+5 ms)Region opened successfully at 1733268249207 (+6 ms) 2024-12-03T23:24:09,219 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 00740e800865fa194727783e0a5ecec4 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-03T23:24:09,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/.tmp/a/a7015700749c4e02abf0e5f9b693f9e9 is 81, key is testSequentialEditLogSeqNum/a:x0/1733268249207/Put/seqid=0 2024-12-03T23:24:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741876_1053 (size=5833) 2024-12-03T23:24:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741876_1053 (size=5833) 2024-12-03T23:24:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741876_1053 (size=5833) 2024-12-03T23:24:09,251 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/.tmp/a/a7015700749c4e02abf0e5f9b693f9e9 2024-12-03T23:24:09,257 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/.tmp/a/a7015700749c4e02abf0e5f9b693f9e9 as hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/a/a7015700749c4e02abf0e5f9b693f9e9 2024-12-03T23:24:09,263 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/a/a7015700749c4e02abf0e5f9b693f9e9, entries=10, sequenceid=13, filesize=5.7 K 2024-12-03T23:24:09,265 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 00740e800865fa194727783e0a5ecec4 in 46ms, sequenceid=13, compaction requested=false 2024-12-03T23:24:09,265 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 00740e800865fa194727783e0a5ecec4: 2024-12-03T23:24:09,271 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T23:24:09,271 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T23:24:09,271 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T23:24:09,271 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T23:24:09,271 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T23:24:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741874_1051 (size=3017) 2024-12-03T23:24:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741874_1051 (size=3017) 2024-12-03T23:24:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741874_1051 (size=3017) 2024-12-03T23:24:09,292 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172, size=2.9 K (3017bytes) 2024-12-03T23:24:09,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172 2024-12-03T23:24:09,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172 after 0ms 2024-12-03T23:24:09,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172 took 4ms 2024-12-03T23:24:09,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172 so closing down 2024-12-03T23:24:09,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:09,299 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733268249172.temp 2024-12-03T23:24:09,300 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000003-wal.1733268249172.temp 2024-12-03T23:24:09,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741877_1054 (size=2433) 2024-12-03T23:24:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741877_1054 (size=2433) 2024-12-03T23:24:09,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741877_1054 (size=2433) 2024-12-03T23:24:09,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000003-wal.1733268249172.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:09,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000003-wal.1733268249172.temp to hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000020 2024-12-03T23:24:09,312 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-03T23:24:09,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172, journal: Splitting hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172, size=2.9 K (3017bytes) at 1733268249292Finishing writing output for hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172 so closing down at 1733268249297 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000003-wal.1733268249172.temp at 1733268249300 (+3 ms)3 split writer threads finished at 1733268249301 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000003-wal.1733268249172.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733268249310 (+9 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000003-wal.1733268249172.temp to hdfs://localhost:39595/hbase/data/default/testSequentialEditLogSeqNum/00740e800865fa194727783e0a5ecec4/recovered.edits/0000000000000000020 at 1733268249312 (+2 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:39595/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733268249164/wal.1733268249172, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733268249313 (+1 ms) 2024-12-03T23:24:09,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:34232 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:41794 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=7994 (was 8012) 2024-12-03T23:24:09,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=7990 2024-12-03T23:24:09,358 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:09,361 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:09,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:09,428 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96293861, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-96293861, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:09,451 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96293861/hregion-96293861.1733268249429, exclude list is [], retry=0 2024-12-03T23:24:09,455 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:09,455 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:09,456 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:09,461 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96293861/hregion-96293861.1733268249429 2024-12-03T23:24:09,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:09,461 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 541da59540740be3efd23fdbbaecf056, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741879_1056 (size=70) 2024-12-03T23:24:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741879_1056 (size=70) 2024-12-03T23:24:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741879_1056 (size=70) 2024-12-03T23:24:09,473 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:09,475 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,477 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName a 2024-12-03T23:24:09,477 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,478 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,478 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,479 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName b 2024-12-03T23:24:09,479 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,480 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,480 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,482 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName c 2024-12-03T23:24:09,482 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,482 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,482 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,484 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,485 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,485 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,486 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:09,487 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,489 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:09,490 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 541da59540740be3efd23fdbbaecf056; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70000353, jitterRate=0.043086543679237366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:09,492 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 541da59540740be3efd23fdbbaecf056: Writing region info on filesystem at 1733268249473Initializing all the Stores at 1733268249474 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249474Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249474Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249474Cleaning up temporary data from old regions at 1733268249485 (+11 ms)Region opened successfully at 1733268249492 (+7 ms) 2024-12-03T23:24:09,492 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 541da59540740be3efd23fdbbaecf056, disabling compactions & flushes 2024-12-03T23:24:09,492 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:09,492 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:09,492 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. after waiting 0 ms 2024-12-03T23:24:09,492 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:09,492 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:09,493 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 541da59540740be3efd23fdbbaecf056: Waiting for close lock at 1733268249492Disabling compacts and flushes for region at 1733268249492Disabling writes for close at 1733268249492Writing region close event to WAL at 1733268249492Closed at 1733268249492 2024-12-03T23:24:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741878_1055 (size=93) 2024-12-03T23:24:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741878_1055 (size=93) 2024-12-03T23:24:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741878_1055 (size=93) 2024-12-03T23:24:09,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:09,499 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96293861:(num 1733268249429) 2024-12-03T23:24:09,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:09,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:09,517 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502, exclude list is [], retry=0 2024-12-03T23:24:09,521 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:09,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:09,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:09,524 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 2024-12-03T23:24:09,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:09,524 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 541da59540740be3efd23fdbbaecf056, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:09,524 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:09,524 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,525 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,527 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,528 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName a 2024-12-03T23:24:09,528 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,528 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,528 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,529 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName b 2024-12-03T23:24:09,529 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,530 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,530 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,531 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName c 2024-12-03T23:24:09,531 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:09,531 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:09,532 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,534 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,535 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,535 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:09,536 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:09,537 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 541da59540740be3efd23fdbbaecf056; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75074028, jitterRate=0.11869019269943237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:09,539 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 541da59540740be3efd23fdbbaecf056: Writing region info on filesystem at 1733268249525Initializing all the Stores at 1733268249526 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249526Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249526Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268249526Cleaning up temporary data from old regions at 1733268249535 (+9 ms)Region opened successfully at 1733268249539 (+4 ms) 2024-12-03T23:24:09,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733268249543/Put/seqid=0 2024-12-03T23:24:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741881_1058 (size=4826) 2024-12-03T23:24:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741881_1058 (size=4826) 2024-12-03T23:24:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741881_1058 (size=4826) 2024-12-03T23:24:09,555 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39595/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 541da59540740be3efd23fdbbaecf056/a 2024-12-03T23:24:09,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T23:24:09,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:09,559 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-03T23:24:09,559 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:09,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:24:09,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T23:24:09,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T23:24:09,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:09,563 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-03T23:24:09,563 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:09,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-03T23:24:09,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:09,565 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-03T23:24:09,566 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:24:09,566 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 541da59540740be3efd23fdbbaecf056: 2024-12-03T23:24:09,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/b4f29521039e4bbd9cd14d7524940652_SeqId_3_ 2024-12-03T23:24:09,569 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39595/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 541da59540740be3efd23fdbbaecf056/a as hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/b4f29521039e4bbd9cd14d7524940652_SeqId_3_ - updating store file list. 2024-12-03T23:24:09,575 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4f29521039e4bbd9cd14d7524940652_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:09,575 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/b4f29521039e4bbd9cd14d7524940652_SeqId_3_ into 541da59540740be3efd23fdbbaecf056/a 2024-12-03T23:24:09,575 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39595/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 541da59540740be3efd23fdbbaecf056/a (new location: hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/b4f29521039e4bbd9cd14d7524940652_SeqId_3_) 2024-12-03T23:24:09,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502, size=0 (0bytes) 2024-12-03T23:24:09,624 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 might be still open, length is 0 2024-12-03T23:24:09,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 2024-12-03T23:24:09,625 WARN [IPC Server handler 4 on default port 39595 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-03T23:24:09,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 after 1ms 2024-12-03T23:24:10,114 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:41990 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38731:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41990 dst: /127.0.0.1:38731 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38731 remote=/127.0.0.1:41990]. Total timeout mills is 60000, 59468 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:10,114 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:49068 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49068 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:10,115 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:34338 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44615:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34338 dst: /127.0.0.1:44615 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741880_1059 (size=504) 2024-12-03T23:24:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741880_1059 (size=504) 2024-12-03T23:24:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741880_1059 (size=504) 2024-12-03T23:24:13,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 after 4002ms 2024-12-03T23:24:13,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 took 4006ms 2024-12-03T23:24:13,631 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502; continuing. 2024-12-03T23:24:13,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 so closing down 2024-12-03T23:24:13,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:13,633 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733268249502.temp 2024-12-03T23:24:13,635 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005-wal.1733268249502.temp 2024-12-03T23:24:13,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741882_1060 (size=238) 2024-12-03T23:24:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741882_1060 (size=238) 2024-12-03T23:24:13,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741882_1060 (size=238) 2024-12-03T23:24:13,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005-wal.1733268249502.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:13,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005-wal.1733268249502.temp to hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005 2024-12-03T23:24:13,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T23:24:13,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502, journal: Splitting hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502, size=0 (0bytes) at 1733268249624Finishing writing output for hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 so closing down at 1733268253631 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005-wal.1733268249502.temp at 1733268253635 (+4 ms)3 split writer threads finished at 1733268253635Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005-wal.1733268249502.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733268253648 (+13 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005-wal.1733268249502.temp to hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005 at 1733268253649 (+1 ms)Processed 2 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502, size=0, length=0, corrupted=false, cancelled=false at 1733268253649 2024-12-03T23:24:13,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268249502 2024-12-03T23:24:13,652 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005 2024-12-03T23:24:13,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:13,654 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:13,669 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268253655, exclude list is [], retry=0 2024-12-03T23:24:13,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:13,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:13,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:13,674 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268253655 2024-12-03T23:24:13,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:13,675 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 541da59540740be3efd23fdbbaecf056, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:13,675 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:13,675 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,675 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,676 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,677 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName a 2024-12-03T23:24:13,677 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:13,683 DEBUG [StoreFileOpener-541da59540740be3efd23fdbbaecf056-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4f29521039e4bbd9cd14d7524940652_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:13,683 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/b4f29521039e4bbd9cd14d7524940652_SeqId_3_ 2024-12-03T23:24:13,684 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:13,684 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,685 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName b 2024-12-03T23:24:13,685 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:13,686 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:13,686 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,687 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 541da59540740be3efd23fdbbaecf056 columnFamilyName c 2024-12-03T23:24:13,687 DEBUG [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:13,687 INFO [StoreOpener-541da59540740be3efd23fdbbaecf056-1 {}] regionserver.HStore(327): Store=541da59540740be3efd23fdbbaecf056/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:13,688 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,690 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,690 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005 2024-12-03T23:24:13,693 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005 2024-12-03T23:24:13,693 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 541da59540740be3efd23fdbbaecf056 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-03T23:24:13,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/.tmp/a/5a47d72d2e704277ac1a69985fbbfa13 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733268249581/Put/seqid=0 2024-12-03T23:24:13,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741884_1062 (size=5149) 2024-12-03T23:24:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741884_1062 (size=5149) 2024-12-03T23:24:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741884_1062 (size=5149) 2024-12-03T23:24:13,718 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/.tmp/a/5a47d72d2e704277ac1a69985fbbfa13 2024-12-03T23:24:13,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/.tmp/a/5a47d72d2e704277ac1a69985fbbfa13 as hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/5a47d72d2e704277ac1a69985fbbfa13 2024-12-03T23:24:13,730 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/a/5a47d72d2e704277ac1a69985fbbfa13, entries=1, sequenceid=5, filesize=5.0 K 2024-12-03T23:24:13,730 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 541da59540740be3efd23fdbbaecf056 in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-12-03T23:24:13,731 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/0000000000000000005 2024-12-03T23:24:13,732 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,732 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,733 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:13,735 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 541da59540740be3efd23fdbbaecf056 2024-12-03T23:24:13,737 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/541da59540740be3efd23fdbbaecf056/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-03T23:24:13,738 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 541da59540740be3efd23fdbbaecf056; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64157932, jitterRate=-0.04397231340408325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:13,738 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 541da59540740be3efd23fdbbaecf056: Writing region info on filesystem at 1733268253675Initializing all the Stores at 1733268253676 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268253676Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268253676Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268253676Obtaining lock to block concurrent updates at 1733268253693 (+17 ms)Preparing flush snapshotting stores in 541da59540740be3efd23fdbbaecf056 at 1733268253693Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733268253694 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. at 1733268253694Flushing 541da59540740be3efd23fdbbaecf056/a: creating writer at 1733268253694Flushing 541da59540740be3efd23fdbbaecf056/a: appending metadata at 1733268253710 (+16 ms)Flushing 541da59540740be3efd23fdbbaecf056/a: closing flushed file at 1733268253710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a231e3d: reopening flushed file at 1733268253724 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 541da59540740be3efd23fdbbaecf056 in 37ms, sequenceid=5, compaction requested=false; wal=null at 1733268253730 (+6 ms)Cleaning up temporary data from old regions at 1733268253732 (+2 ms)Region opened successfully at 1733268253738 (+6 ms) 2024-12-03T23:24:13,743 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 541da59540740be3efd23fdbbaecf056, disabling compactions & flushes 2024-12-03T23:24:13,743 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:13,743 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:13,743 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. after waiting 0 ms 2024-12-03T23:24:13,743 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:13,744 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733268249359.541da59540740be3efd23fdbbaecf056. 2024-12-03T23:24:13,744 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 541da59540740be3efd23fdbbaecf056: Waiting for close lock at 1733268253743Disabling compacts and flushes for region at 1733268253743Disabling writes for close at 1733268253743Writing region close event to WAL at 1733268253744 (+1 ms)Closed at 1733268253744 2024-12-03T23:24:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741883_1061 (size=93) 2024-12-03T23:24:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741883_1061 (size=93) 2024-12-03T23:24:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741883_1061 (size=93) 2024-12-03T23:24:13,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:13,749 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733268253655) 2024-12-03T23:24:13,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 409) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:39595 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1104196743_22 at /127.0.0.1:37056 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1104196743_22 at /127.0.0.1:52546 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1021 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=7942 (was 7990) 2024-12-03T23:24:13,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1021, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=7941 2024-12-03T23:24:13,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:13,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T23:24:13,800 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5f9d64419733,43609,1733268239153 2024-12-03T23:24:13,803 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b1be2da 2024-12-03T23:24:13,804 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T23:24:13,806 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T23:24:13,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T23:24:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-03T23:24:13,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T23:24:13,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-03T23:24:13,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:13,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T23:24:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:24:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741885_1063 (size=694) 2024-12-03T23:24:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741885_1063 (size=694) 2024-12-03T23:24:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741885_1063 (size=694) 2024-12-03T23:24:13,838 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c 2024-12-03T23:24:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741886_1064 (size=77) 2024-12-03T23:24:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741886_1064 (size=77) 2024-12-03T23:24:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741886_1064 (size=77) 2024-12-03T23:24:13,849 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:13,850 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:13,850 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:13,850 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:13,850 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:13,850 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:13,850 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:13,850 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268253850Disabling compacts and flushes for region at 1733268253850Disabling writes for close at 1733268253850Writing region close event to WAL at 1733268253850Closed at 1733268253850 2024-12-03T23:24:13,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T23:24:13,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733268253852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733268253852"}]},"ts":"1733268253852"} 2024-12-03T23:24:13,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T23:24:13,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T23:24:13,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268253864"}]},"ts":"1733268253864"} 2024-12-03T23:24:13,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-03T23:24:13,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5f9d64419733=0} racks are {/default-rack=0} 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-03T23:24:13,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T23:24:13,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T23:24:13,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-03T23:24:13,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T23:24:13,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN}] 2024-12-03T23:24:13,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN 2024-12-03T23:24:13,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN; state=OFFLINE, location=5f9d64419733,42967,1733268240016; forceNewPlan=false, retain=false 2024-12-03T23:24:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:24:14,030 INFO [5f9d64419733:43609 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T23:24:14,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPENING, regionLocation=5f9d64419733,42967,1733268240016 2024-12-03T23:24:14,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN because future has completed 2024-12-03T23:24:14,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016}] 2024-12-03T23:24:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:24:14,189 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:24:14,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:24:14,197 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,197 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:14,198 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,198 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:14,198 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,198 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,199 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,201 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf1 2024-12-03T23:24:14,201 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:14,202 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:14,202 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,203 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf2 2024-12-03T23:24:14,203 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:14,204 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:14,204 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,205 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,205 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,206 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,206 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,207 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-03T23:24:14,208 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,211 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:14,212 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6e160761667d7a1a4b8d2a5d14233c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67860899, jitterRate=0.011206194758415222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-03T23:24:14,212 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,213 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6e160761667d7a1a4b8d2a5d14233c6: Running coprocessor pre-open hook at 1733268254198Writing region info on filesystem at 1733268254198Initializing all the Stores at 1733268254199 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268254199Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268254199Cleaning up temporary data from old regions at 1733268254206 (+7 ms)Running coprocessor post-open hooks at 1733268254212 (+6 ms)Region opened successfully at 1733268254213 (+1 ms) 2024-12-03T23:24:14,215 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., pid=6, masterSystemTime=1733268254188 2024-12-03T23:24:14,218 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,218 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPEN, openSeqNum=2, regionLocation=5f9d64419733,42967,1733268240016 2024-12-03T23:24:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016 because future has completed 2024-12-03T23:24:14,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T23:24:14,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016 in 189 msec 2024-12-03T23:24:14,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T23:24:14,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN in 353 msec 2024-12-03T23:24:14,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T23:24:14,232 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733268254231"}]},"ts":"1733268254231"} 2024-12-03T23:24:14,234 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-03T23:24:14,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T23:24:14,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 424 msec 2024-12-03T23:24:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T23:24:14,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-03T23:24:14,452 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-03T23:24:14,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T23:24:14,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-03T23:24:14,459 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T23:24:14,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-03T23:24:14,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=2] 2024-12-03T23:24:14,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:24:14,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:24:14,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e6e160761667d7a1a4b8d2a5d14233c6, source=5f9d64419733,42967,1733268240016, destination=5f9d64419733,36747,1733268239855, warming up region on 5f9d64419733,36747,1733268239855 2024-12-03T23:24:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:24:14,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e6e160761667d7a1a4b8d2a5d14233c6, source=5f9d64419733,42967,1733268240016, destination=5f9d64419733,36747,1733268239855, running balancer 2024-12-03T23:24:14,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:24:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE 2024-12-03T23:24:14,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE 2024-12-03T23:24:14,498 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=CLOSING, regionLocation=5f9d64419733,42967,1733268240016 2024-12-03T23:24:14,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(7855): Warmup {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE because future has completed 2024-12-03T23:24:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:14,501 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T23:24:14,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016}] 2024-12-03T23:24:14,502 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,503 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf1 2024-12-03T23:24:14,503 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:14,504 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:14,504 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,505 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf2 2024-12-03T23:24:14,505 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:14,505 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:14,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268254506Disabling compacts and flushes for region at 1733268254506Disabling writes for close at 1733268254506Writing region close event to WAL at 1733268254509 (+3 ms)Closed at 1733268254509 2024-12-03T23:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-03T23:24:14,661 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,662 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T23:24:14,662 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:14,662 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,662 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,662 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:14,662 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,663 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing e6e160761667d7a1a4b8d2a5d14233c6 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-03T23:24:14,682 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/9eeedd5640ac476daf1fd2d01c19b89f is 35, key is r1/cf1:q/1733268254475/Put/seqid=0 2024-12-03T23:24:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741887_1065 (size=4783) 2024-12-03T23:24:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741887_1065 (size=4783) 2024-12-03T23:24:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741887_1065 (size=4783) 2024-12-03T23:24:14,690 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/9eeedd5640ac476daf1fd2d01c19b89f 2024-12-03T23:24:14,724 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/9eeedd5640ac476daf1fd2d01c19b89f as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f 2024-12-03T23:24:14,731 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f, entries=1, sequenceid=5, filesize=4.7 K 2024-12-03T23:24:14,732 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e6e160761667d7a1a4b8d2a5d14233c6 in 70ms, sequenceid=5, compaction requested=false 2024-12-03T23:24:14,733 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-03T23:24:14,737 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:24:14,740 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:14,740 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268254662Running coprocessor pre-close hooks at 1733268254662Disabling compacts and flushes for region at 1733268254662Disabling writes for close at 1733268254662Obtaining lock to block concurrent updates at 1733268254663 (+1 ms)Preparing flush snapshotting stores in e6e160761667d7a1a4b8d2a5d14233c6 at 1733268254663Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733268254663Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. at 1733268254664 (+1 ms)Flushing e6e160761667d7a1a4b8d2a5d14233c6/cf1: creating writer at 1733268254664Flushing e6e160761667d7a1a4b8d2a5d14233c6/cf1: appending metadata at 1733268254682 (+18 ms)Flushing e6e160761667d7a1a4b8d2a5d14233c6/cf1: closing flushed file at 1733268254682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70083137: reopening flushed file at 1733268254723 (+41 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e6e160761667d7a1a4b8d2a5d14233c6 in 70ms, sequenceid=5, compaction requested=false at 1733268254733 (+10 ms)Writing region close event to WAL at 1733268254734 (+1 ms)Running coprocessor post-close hooks at 1733268254738 (+4 ms)Closed at 1733268254740 (+2 ms) 2024-12-03T23:24:14,741 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding e6e160761667d7a1a4b8d2a5d14233c6 move to 5f9d64419733,36747,1733268239855 record at close sequenceid=5 2024-12-03T23:24:14,744 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:14,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=CLOSED 2024-12-03T23:24:14,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016 because future has completed 2024-12-03T23:24:14,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T23:24:14,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016 in 248 msec 2024-12-03T23:24:14,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE; state=CLOSED, location=5f9d64419733,36747,1733268239855; forceNewPlan=false, retain=false 2024-12-03T23:24:14,904 INFO [5f9d64419733:43609 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T23:24:14,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPENING, regionLocation=5f9d64419733,36747,1733268239855 2024-12-03T23:24:14,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE because future has completed 2024-12-03T23:24:14,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855}] 2024-12-03T23:24:15,064 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,064 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:15,065 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,065 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:15,065 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,065 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,067 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,068 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf1 2024-12-03T23:24:15,068 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:15,074 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f 2024-12-03T23:24:15,075 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:15,075 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,075 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf2 2024-12-03T23:24:15,076 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:15,076 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:15,076 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,077 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,078 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,078 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,079 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,079 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-03T23:24:15,081 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,081 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened e6e160761667d7a1a4b8d2a5d14233c6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67283308, jitterRate=0.0025994181632995605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-03T23:24:15,082 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,082 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for e6e160761667d7a1a4b8d2a5d14233c6: Running coprocessor pre-open hook at 1733268255065Writing region info on filesystem at 1733268255065Initializing all the Stores at 1733268255066 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268255067 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268255067Cleaning up temporary data from old regions at 1733268255079 (+12 ms)Running coprocessor post-open hooks at 1733268255082 (+3 ms)Region opened successfully at 1733268255082 2024-12-03T23:24:15,083 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., pid=9, masterSystemTime=1733268255060 2024-12-03T23:24:15,086 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,086 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,086 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPEN, openSeqNum=9, regionLocation=5f9d64419733,36747,1733268239855 2024-12-03T23:24:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855 because future has completed 2024-12-03T23:24:15,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-03T23:24:15,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855 in 183 msec 2024-12-03T23:24:15,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE in 599 msec 2024-12-03T23:24:15,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:24:15,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:24:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:33272 deadline: 1733268315127, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=36747 startCode=1733268239855. As of locationSeqNum=5. 2024-12-03T23:24:15,151 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=36747 startCode=1733268239855. As of locationSeqNum=5. 2024-12-03T23:24:15,152 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=36747 startCode=1733268239855. As of locationSeqNum=5. 2024-12-03T23:24:15,152 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,36747,1733268239855, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=36747 startCode=1733268239855. As of locationSeqNum=5. 2024-12-03T23:24:15,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T23:24:15,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T23:24:15,273 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6e160761667d7a1a4b8d2a5d14233c6 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-03T23:24:15,290 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/cd19fd34475a4588acc85298b20adbb8 is 29, key is r1/cf1:/1733268255264/DeleteFamily/seqid=0 2024-12-03T23:24:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741888_1066 (size=4906) 2024-12-03T23:24:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741888_1066 (size=4906) 2024-12-03T23:24:15,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741888_1066 (size=4906) 2024-12-03T23:24:15,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,303 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 is 29, key is r1/cf2:/1733268255264/DeleteFamily/seqid=0 2024-12-03T23:24:15,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741889_1067 (size=4906) 2024-12-03T23:24:15,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741889_1067 (size=4906) 2024-12-03T23:24:15,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741889_1067 (size=4906) 2024-12-03T23:24:15,326 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,331 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,332 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/cd19fd34475a4588acc85298b20adbb8 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,338 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,338 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8, entries=1, sequenceid=12, filesize=4.8 K 2024-12-03T23:24:15,339 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,345 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,345 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2, entries=1, sequenceid=12, filesize=4.8 K 2024-12-03T23:24:15,346 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for e6e160761667d7a1a4b8d2a5d14233c6 in 73ms, sequenceid=12, compaction requested=false 2024-12-03T23:24:15,347 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e6e160761667d7a1a4b8d2a5d14233c6: 2024-12-03T23:24:15,349 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-03T23:24:15,351 DEBUG [Time-limited test {}] regionserver.HStore(1541): e6e160761667d7a1a4b8d2a5d14233c6/cf1 is initiating major compaction (all files) 2024-12-03T23:24:15,351 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:24:15,351 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:15,351 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e6e160761667d7a1a4b8d2a5d14233c6/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,352 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f, hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8] into tmpdir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp, totalSize=9.5 K 2024-12-03T23:24:15,353 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9eeedd5640ac476daf1fd2d01c19b89f, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733268254475 2024-12-03T23:24:15,353 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cd19fd34475a4588acc85298b20adbb8, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-03T23:24:15,364 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e6e160761667d7a1a4b8d2a5d14233c6#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T23:24:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741890_1068 (size=4626) 2024-12-03T23:24:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741890_1068 (size=4626) 2024-12-03T23:24:15,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741890_1068 (size=4626) 2024-12-03T23:24:15,378 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf1/e6ef3bc5cca2427d86aea7aa4e001f0c as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/e6ef3bc5cca2427d86aea7aa4e001f0c 2024-12-03T23:24:15,391 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in e6e160761667d7a1a4b8d2a5d14233c6/cf1 of e6e160761667d7a1a4b8d2a5d14233c6 into e6ef3bc5cca2427d86aea7aa4e001f0c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T23:24:15,391 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e6e160761667d7a1a4b8d2a5d14233c6: 2024-12-03T23:24:15,391 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-03T23:24:15,391 DEBUG [Time-limited test {}] regionserver.HStore(1541): e6e160761667d7a1a4b8d2a5d14233c6/cf2 is initiating major compaction (all files) 2024-12-03T23:24:15,391 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T23:24:15,391 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T23:24:15,392 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e6e160761667d7a1a4b8d2a5d14233c6/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,392 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2] into tmpdir=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp, totalSize=4.8 K 2024-12-03T23:24:15,392 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3ed385a26dbe46d3bb1db3ec239af7a2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-03T23:24:15,397 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e6e160761667d7a1a4b8d2a5d14233c6#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T23:24:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741891_1069 (size=4592) 2024-12-03T23:24:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741891_1069 (size=4592) 2024-12-03T23:24:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741891_1069 (size=4592) 2024-12-03T23:24:15,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/.tmp/cf2/e536206def734520816140211328cb85 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/e536206def734520816140211328cb85 2024-12-03T23:24:15,420 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in e6e160761667d7a1a4b8d2a5d14233c6/cf2 of e6e160761667d7a1a4b8d2a5d14233c6 into e536206def734520816140211328cb85(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T23:24:15,420 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e6e160761667d7a1a4b8d2a5d14233c6: 2024-12-03T23:24:15,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e6e160761667d7a1a4b8d2a5d14233c6, source=5f9d64419733,36747,1733268239855, destination=5f9d64419733,42967,1733268240016, warming up region on 5f9d64419733,42967,1733268240016 2024-12-03T23:24:15,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e6e160761667d7a1a4b8d2a5d14233c6, source=5f9d64419733,36747,1733268239855, destination=5f9d64419733,42967,1733268240016, running balancer 2024-12-03T23:24:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE 2024-12-03T23:24:15,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE 2024-12-03T23:24:15,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=CLOSING, regionLocation=5f9d64419733,36747,1733268239855 2024-12-03T23:24:15,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(7855): Warmup {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:15,430 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,431 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf1 2024-12-03T23:24:15,431 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:15,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE because future has completed 2024-12-03T23:24:15,432 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T23:24:15,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855}] 2024-12-03T23:24:15,439 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f 2024-12-03T23:24:15,445 INFO [StoreFileOpener-e6e160761667d7a1a4b8d2a5d14233c6-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,445 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,451 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/e6ef3bc5cca2427d86aea7aa4e001f0c 2024-12-03T23:24:15,451 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:15,451 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,452 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf2 2024-12-03T23:24:15,452 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:15,459 INFO [StoreFileOpener-e6e160761667d7a1a4b8d2a5d14233c6-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,459 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,463 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/e536206def734520816140211328cb85 2024-12-03T23:24:15,463 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:15,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268255464Disabling compacts and flushes for region at 1733268255464Disabling writes for close at 1733268255464Writing region close event to WAL at 1733268255465 (+1 ms)Closed at 1733268255465 2024-12-03T23:24:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-03T23:24:15,587 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,587 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T23:24:15,587 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:15,588 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,588 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,588 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:15,588 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,588 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f, hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8] to archive 2024-12-03T23:24:15,591 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T23:24:15,594 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f to hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/9eeedd5640ac476daf1fd2d01c19b89f 2024-12-03T23:24:15,596 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8 to hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/cd19fd34475a4588acc85298b20adbb8 2024-12-03T23:24:15,609 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2] to archive 2024-12-03T23:24:15,610 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T23:24:15,612 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 to hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/3ed385a26dbe46d3bb1db3ec239af7a2 2024-12-03T23:24:15,617 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-03T23:24:15,618 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,618 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268255587Running coprocessor pre-close hooks at 1733268255587Disabling compacts and flushes for region at 1733268255587Disabling writes for close at 1733268255588 (+1 ms)Writing region close event to WAL at 1733268255613 (+25 ms)Running coprocessor post-close hooks at 1733268255618 (+5 ms)Closed at 1733268255618 2024-12-03T23:24:15,618 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding e6e160761667d7a1a4b8d2a5d14233c6 move to 5f9d64419733,42967,1733268240016 record at close sequenceid=12 2024-12-03T23:24:15,621 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=CLOSED 2024-12-03T23:24:15,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855 because future has completed 2024-12-03T23:24:15,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T23:24:15,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855 in 194 msec 2024-12-03T23:24:15,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE; state=CLOSED, location=5f9d64419733,42967,1733268240016; forceNewPlan=false, retain=false 2024-12-03T23:24:15,780 INFO [5f9d64419733:43609 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T23:24:15,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPENING, regionLocation=5f9d64419733,42967,1733268240016 2024-12-03T23:24:15,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE because future has completed 2024-12-03T23:24:15,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016}] 2024-12-03T23:24:15,940 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,940 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:15,941 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,941 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:15,941 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,941 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,942 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,943 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf1 2024-12-03T23:24:15,943 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:15,950 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/e6ef3bc5cca2427d86aea7aa4e001f0c 2024-12-03T23:24:15,950 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:15,950 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,951 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf2 2024-12-03T23:24:15,951 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:15,957 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/e536206def734520816140211328cb85 2024-12-03T23:24:15,958 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:15,958 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,958 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,960 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,960 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,961 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,961 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-03T23:24:15,963 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,963 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e6e160761667d7a1a4b8d2a5d14233c6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71886176, jitterRate=0.07118749618530273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-03T23:24:15,964 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:15,964 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e6e160761667d7a1a4b8d2a5d14233c6: Running coprocessor pre-open hook at 1733268255941Writing region info on filesystem at 1733268255941Initializing all the Stores at 1733268255942 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268255942Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268255942Cleaning up temporary data from old regions at 1733268255961 (+19 ms)Running coprocessor post-open hooks at 1733268255964 (+3 ms)Region opened successfully at 1733268255964 2024-12-03T23:24:15,965 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., pid=12, masterSystemTime=1733268255936 2024-12-03T23:24:15,968 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,968 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:15,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPEN, openSeqNum=18, regionLocation=5f9d64419733,42967,1733268240016 2024-12-03T23:24:15,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016 because future has completed 2024-12-03T23:24:15,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T23:24:15,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,42967,1733268240016 in 188 msec 2024-12-03T23:24:15,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, REOPEN/MOVE in 549 msec 2024-12-03T23:24:15,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T23:24:15,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T23:24:15,982 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5f9d64419733,42967,1733268240016: testing ***** 2024-12-03T23:24:15,982 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T23:24:15,984 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T23:24:15,985 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T23:24:15,988 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T23:24:15,989 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T23:24:15,995 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 232575240 }, "NonHeapMemoryUsage": { "committed": 170983424, "init": 7667712, "max": -1, "used": 168372984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5f9d64419733", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5f9d64419733", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56056", "tag.serverName": "5f9d64419733,42967,1733268240016", "tag.clusterId": "1e3d8e44-bd05-49c0-903e-e5cae6487280", "tag.Context": "regionserver", "tag.Hostname": "5f9d64419733", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733268240016, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-03T23:24:15,999 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43609 {}] master.MasterRpcServices(700): 5f9d64419733,42967,1733268240016 reported a fatal error: ***** ABORTING region server 5f9d64419733,42967,1733268240016: testing ***** 2024-12-03T23:24:16,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,42967,1733268240016' ***** 2024-12-03T23:24:16,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-03T23:24:16,002 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:24:16,003 INFO [RS:2;5f9d64419733:42967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-03T23:24:16,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:24:16,003 INFO [RS:2;5f9d64419733:42967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-03T23:24:16,003 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(3091): Received CLOSE for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,003 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(956): aborting server 5f9d64419733,42967,1733268240016 2024-12-03T23:24:16,003 INFO [RS:2;5f9d64419733:42967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:24:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:54498 deadline: 1733268316003, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=42967 startCode=1733268240016. As of locationSeqNum=12. 2024-12-03T23:24:16,004 INFO [RS:2;5f9d64419733:42967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5f9d64419733:42967. 2024-12-03T23:24:16,004 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:16,004 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,004 DEBUG [RS:2;5f9d64419733:42967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:24:16,004 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,004 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:16,004 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,004 DEBUG [RS:2;5f9d64419733:42967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:16,004 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,36747,1733268239855, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,36747,1733268239855, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=42967 startCode=1733268240016. As of locationSeqNum=12. 2024-12-03T23:24:16,004 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,36747,1733268239855, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=42967 startCode=1733268240016. As of locationSeqNum=12. 2024-12-03T23:24:16,004 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,36747,1733268239855, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5f9d64419733 port=42967 startCode=1733268240016. As of locationSeqNum=12. 2024-12-03T23:24:16,004 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:24:16,005 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1325): Online Regions={e6e160761667d7a1a4b8d2a5d14233c6=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.} 2024-12-03T23:24:16,005 DEBUG [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1351): Waiting on e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,008 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,008 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268256003Running coprocessor pre-close hooks at 1733268256004 (+1 ms)Disabling compacts and flushes for region at 1733268256004Disabling writes for close at 1733268256004Writing region close event to WAL at 1733268256007 (+3 ms)Running coprocessor post-close hooks at 1733268256007Closed at 1733268256008 (+1 ms) 2024-12-03T23:24:16,008 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,088 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:24:16,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,42967,1733268240016 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,42967,1733268240016 aborting 2024-12-03T23:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5f9d64419733,42967,1733268240016 aborting 2024-12-03T23:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=12 from cache 2024-12-03T23:24:16,175 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T23:24:16,175 INFO [regionserver/5f9d64419733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T23:24:16,205 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,42967,1733268240016; all regions closed. 2024-12-03T23:24:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741833_1009 (size=2142) 2024-12-03T23:24:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741833_1009 (size=2142) 2024-12-03T23:24:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741833_1009 (size=2142) 2024-12-03T23:24:16,210 DEBUG [RS:2;5f9d64419733:42967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:16,210 INFO [RS:2;5f9d64419733:42967 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:24:16,210 INFO [RS:2;5f9d64419733:42967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:24:16,210 INFO [RS:2;5f9d64419733:42967 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:24:16,211 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:24:16,211 INFO [RS:2;5f9d64419733:42967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:24:16,211 INFO [RS:2;5f9d64419733:42967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:24:16,211 INFO [RS:2;5f9d64419733:42967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:24:16,211 INFO [RS:2;5f9d64419733:42967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:24:16,211 INFO [RS:2;5f9d64419733:42967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42967 2024-12-03T23:24:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5f9d64419733,42967,1733268240016 2024-12-03T23:24:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T23:24:16,219 INFO [RS:2;5f9d64419733:42967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:24:16,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,42967,1733268240016] 2024-12-03T23:24:16,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5f9d64419733,42967,1733268240016 already deleted, retry=false 2024-12-03T23:24:16,226 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5f9d64419733,42967,1733268240016 on 5f9d64419733,43609,1733268239153 2024-12-03T23:24:16,231 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5f9d64419733,42967,1733268240016, splitWal=true, meta=false 2024-12-03T23:24:16,233 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 5f9d64419733,42967,1733268240016 (carryingMeta=false) 5f9d64419733,42967,1733268240016/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68668a30[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T23:24:16,234 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5f9d64419733,42967,1733268240016, splitWal=true, meta=false 2024-12-03T23:24:16,235 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 5f9d64419733,42967,1733268240016 had 1 regions 2024-12-03T23:24:16,236 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5f9d64419733,42967,1733268240016, splitWal=true, meta=false, isMeta: false 2024-12-03T23:24:16,238 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting 2024-12-03T23:24:16,239 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5f9d64419733,42967,1733268240016 WAL count=1, meta=false 2024-12-03T23:24:16,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5f9d64419733%2C42967%2C1733268240016.1733268241347}] 2024-12-03T23:24:16,247 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5f9d64419733,36747,1733268239855 2024-12-03T23:24:16,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5f9d64419733%2C42967%2C1733268240016.1733268241347, worker=5f9d64419733,36747,1733268239855}] 2024-12-03T23:24:16,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:16,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42967-0x1017aa45a960003, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:16,323 INFO [RS:2;5f9d64419733:42967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:24:16,323 INFO [RS:2;5f9d64419733:42967 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,42967,1733268240016; zookeeper connection closed. 2024-12-03T23:24:16,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1662b74b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1662b74b 2024-12-03T23:24:16,325 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18] 2024-12-03T23:24:16,327 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5f9d64419733:42967 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5f9d64419733/172.17.0.2:42967 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:16,328 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18, error=java.net.ConnectException: Call to address=5f9d64419733:42967 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5f9d64419733/172.17.0.2:42967 2024-12-03T23:24:16,328 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-03T23:24:16,328 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18 from cache 2024-12-03T23:24:16,328 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 5f9d64419733:42967 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5f9d64419733/172.17.0.2:42967 2024-12-03T23:24:16,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-03T23:24:16,432 INFO [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347, size=2.1 K (2142bytes) 2024-12-03T23:24:16,432 INFO [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 2024-12-03T23:24:16,433 INFO [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 after 1ms 2024-12-03T23:24:16,436 INFO [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 took 4ms 2024-12-03T23:24:16,444 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for e6e160761667d7a1a4b8d2a5d14233c6: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-03T23:24:16,444 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 so closing down 2024-12-03T23:24:16,444 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:16,444 INFO [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:16,445 INFO [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-03T23:24:16,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347, journal: Splitting hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347, size=2.1 K (2142bytes) at 1733268256432Finishing writing output for hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 so closing down at 1733268256444 (+12 ms)3 split writer threads finished at 1733268256444Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733268256445 (+1 ms) 2024-12-03T23:24:16,445 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 2024-12-03T23:24:16,447 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5f9d64419733:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T23:24:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43609 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T23:24:16,454 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting/5f9d64419733%2C42967%2C1733268240016.1733268241347 to hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs 2024-12-03T23:24:16,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T23:24:16,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5f9d64419733%2C42967%2C1733268240016.1733268241347, worker=5f9d64419733,36747,1733268239855 in 205 msec 2024-12-03T23:24:16,460 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5f9d64419733,36747,1733268239855 2024-12-03T23:24:16,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T23:24:16,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 5f9d64419733%2C42967%2C1733268240016.1733268241347, worker=5f9d64419733,36747,1733268239855 in 220 msec 2024-12-03T23:24:16,465 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting dir is empty, no logs to split. 2024-12-03T23:24:16,465 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5f9d64419733,42967,1733268240016 WAL count=0, meta=false 2024-12-03T23:24:16,465 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5f9d64419733,42967,1733268240016 WAL splitting is done? wals=0, meta=false 2024-12-03T23:24:16,467 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5f9d64419733,42967,1733268240016 failed, ignore...File hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/WALs/5f9d64419733,42967,1733268240016-splitting does not exist. 2024-12-03T23:24:16,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN}] 2024-12-03T23:24:16,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN 2024-12-03T23:24:16,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T23:24:16,622 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(204): Hosts are {5f9d64419733=0} racks are {/default-rack=0} 2024-12-03T23:24:16,622 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-03T23:24:16,622 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-03T23:24:16,622 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-03T23:24:16,622 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-03T23:24:16,622 INFO [5f9d64419733:43609 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-03T23:24:16,622 INFO [5f9d64419733:43609 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-03T23:24:16,622 DEBUG [5f9d64419733:43609 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T23:24:16,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPENING, regionLocation=5f9d64419733,36747,1733268239855 2024-12-03T23:24:16,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN because future has completed 2024-12-03T23:24:16,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855}] 2024-12-03T23:24:16,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18] 2024-12-03T23:24:16,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5f9d64419733:42967 this server is in the failed servers list 2024-12-03T23:24:16,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5f9d64419733:42967 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5f9d64419733:42967 2024-12-03T23:24:16,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5f9d64419733:42967 2024-12-03T23:24:16,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,42967,1733268240016, seqNum=18 from cache 2024-12-03T23:24:16,783 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,783 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e160761667d7a1a4b8d2a5d14233c6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:16,783 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,783 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:16,784 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,784 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,785 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,786 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf1 2024-12-03T23:24:16,786 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:16,793 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf1/e6ef3bc5cca2427d86aea7aa4e001f0c 2024-12-03T23:24:16,793 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:16,793 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,794 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e160761667d7a1a4b8d2a5d14233c6 columnFamilyName cf2 2024-12-03T23:24:16,794 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:16,800 DEBUG [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/cf2/e536206def734520816140211328cb85 2024-12-03T23:24:16,800 INFO [StoreOpener-e6e160761667d7a1a4b8d2a5d14233c6-1 {}] regionserver.HStore(327): Store=e6e160761667d7a1a4b8d2a5d14233c6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:16,801 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,801 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,803 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,803 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,803 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,804 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-03T23:24:16,806 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,807 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e6e160761667d7a1a4b8d2a5d14233c6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62236950, jitterRate=-0.07259717583656311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-03T23:24:16,807 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:16,808 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e6e160761667d7a1a4b8d2a5d14233c6: Running coprocessor pre-open hook at 1733268256784Writing region info on filesystem at 1733268256784Initializing all the Stores at 1733268256785 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268256785Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268256785Cleaning up temporary data from old regions at 1733268256803 (+18 ms)Running coprocessor post-open hooks at 1733268256807 (+4 ms)Region opened successfully at 1733268256808 (+1 ms) 2024-12-03T23:24:16,809 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., pid=17, masterSystemTime=1733268256779 2024-12-03T23:24:16,812 DEBUG [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,812 INFO [RS_OPEN_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:16,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e6e160761667d7a1a4b8d2a5d14233c6, regionState=OPEN, openSeqNum=18, regionLocation=5f9d64419733,36747,1733268239855 2024-12-03T23:24:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855 because future has completed 2024-12-03T23:24:16,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T23:24:16,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e160761667d7a1a4b8d2a5d14233c6, server=5f9d64419733,36747,1733268239855 in 191 msec 2024-12-03T23:24:16,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-03T23:24:16,824 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 5f9d64419733,42967,1733268240016 after splitting done 2024-12-03T23:24:16,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e6e160761667d7a1a4b8d2a5d14233c6, ASSIGN in 352 msec 2024-12-03T23:24:16,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 5f9d64419733,42967,1733268240016, splitWal=true, meta=false in 597 msec 2024-12-03T23:24:17,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6., hostname=5f9d64419733,36747,1733268239855, seqNum=18] 2024-12-03T23:24:17,159 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=407 (was 412), OpenFileDescriptor=1049 (was 1021) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=7798 (was 7941) 2024-12-03T23:24:17,161 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-03T23:24:17,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=407, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=7797 2024-12-03T23:24:17,173 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-12-03T23:24:17,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:17,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:17,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:17,194 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76554143, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-76554143, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:17,207 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76554143/hregion-76554143.1733268257195, exclude list is [], retry=0 2024-12-03T23:24:17,210 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:17,210 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:17,210 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:17,212 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76554143/hregion-76554143.1733268257195 2024-12-03T23:24:17,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:17,214 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0d8c7f76f17fccccc3760beeadf9ea5c, NAME => 'testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:17,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741893_1071 (size=67) 2024-12-03T23:24:17,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741893_1071 (size=67) 2024-12-03T23:24:17,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741893_1071 (size=67) 2024-12-03T23:24:17,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:17,229 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,230 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName a 2024-12-03T23:24:17,230 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,231 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,231 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,232 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName b 2024-12-03T23:24:17,233 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,233 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,233 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,234 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName c 2024-12-03T23:24:17,234 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,235 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,235 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,236 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,236 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,237 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,237 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,238 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:17,239 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,241 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:17,241 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0d8c7f76f17fccccc3760beeadf9ea5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61942143, jitterRate=-0.07699014246463776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:17,242 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0d8c7f76f17fccccc3760beeadf9ea5c: Writing region info on filesystem at 1733268257227Initializing all the Stores at 1733268257228 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257228Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257228Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257229 (+1 ms)Cleaning up temporary data from old regions at 1733268257237 (+8 ms)Region opened successfully at 1733268257242 (+5 ms) 2024-12-03T23:24:17,242 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0d8c7f76f17fccccc3760beeadf9ea5c, disabling compactions & flushes 2024-12-03T23:24:17,242 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,242 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,242 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. after waiting 0 ms 2024-12-03T23:24:17,242 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,243 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,243 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0d8c7f76f17fccccc3760beeadf9ea5c: Waiting for close lock at 1733268257242Disabling compacts and flushes for region at 1733268257242Disabling writes for close at 1733268257242Writing region close event to WAL at 1733268257243 (+1 ms)Closed at 1733268257243 2024-12-03T23:24:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741892_1070 (size=93) 2024-12-03T23:24:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741892_1070 (size=93) 2024-12-03T23:24:17,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741892_1070 (size=93) 2024-12-03T23:24:17,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:17,249 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76554143:(num 1733268257195) 2024-12-03T23:24:17,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:17,251 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:17,264 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251, exclude list is [], retry=0 2024-12-03T23:24:17,267 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:17,267 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:17,268 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:17,269 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 2024-12-03T23:24:17,269 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:17,270 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8c7f76f17fccccc3760beeadf9ea5c, NAME => 'testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:17,270 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:17,270 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,270 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,271 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,272 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName a 2024-12-03T23:24:17,272 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,272 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,273 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,274 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName b 2024-12-03T23:24:17,274 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,274 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,274 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,275 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName c 2024-12-03T23:24:17,275 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,275 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,275 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,278 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,278 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,279 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:17,280 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,281 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0d8c7f76f17fccccc3760beeadf9ea5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59517486, jitterRate=-0.11312034726142883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:17,281 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0d8c7f76f17fccccc3760beeadf9ea5c: Writing region info on filesystem at 1733268257270Initializing all the Stores at 1733268257271 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257271Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257271Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257271Cleaning up temporary data from old regions at 1733268257278 (+7 ms)Region opened successfully at 1733268257281 (+3 ms) 2024-12-03T23:24:17,310 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0d8c7f76f17fccccc3760beeadf9ea5c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-03T23:24:17,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/a/4b47ff5e42674520a72a0e8e81f190d5 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733268257281/Put/seqid=0 2024-12-03T23:24:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741895_1073 (size=5958) 2024-12-03T23:24:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741895_1073 (size=5958) 2024-12-03T23:24:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741895_1073 (size=5958) 2024-12-03T23:24:17,336 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/a/4b47ff5e42674520a72a0e8e81f190d5 2024-12-03T23:24:17,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/b/e79c5c1d55be41069b94090d836bb58b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733268257289/Put/seqid=0 2024-12-03T23:24:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741896_1074 (size=5958) 2024-12-03T23:24:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741896_1074 (size=5958) 2024-12-03T23:24:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741896_1074 (size=5958) 2024-12-03T23:24:17,364 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/b/e79c5c1d55be41069b94090d836bb58b 2024-12-03T23:24:17,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/c/2980dddef9fd420299a0afe8d122e721 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733268257297/Put/seqid=0 2024-12-03T23:24:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741897_1075 (size=5958) 2024-12-03T23:24:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741897_1075 (size=5958) 2024-12-03T23:24:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741897_1075 (size=5958) 2024-12-03T23:24:17,393 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/c/2980dddef9fd420299a0afe8d122e721 2024-12-03T23:24:17,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/a/4b47ff5e42674520a72a0e8e81f190d5 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/a/4b47ff5e42674520a72a0e8e81f190d5 2024-12-03T23:24:17,404 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/a/4b47ff5e42674520a72a0e8e81f190d5, entries=10, sequenceid=33, filesize=5.8 K 2024-12-03T23:24:17,405 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/b/e79c5c1d55be41069b94090d836bb58b as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/b/e79c5c1d55be41069b94090d836bb58b 2024-12-03T23:24:17,411 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/b/e79c5c1d55be41069b94090d836bb58b, entries=10, sequenceid=33, filesize=5.8 K 2024-12-03T23:24:17,412 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/c/2980dddef9fd420299a0afe8d122e721 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/c/2980dddef9fd420299a0afe8d122e721 2024-12-03T23:24:17,418 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/c/2980dddef9fd420299a0afe8d122e721, entries=10, sequenceid=33, filesize=5.8 K 2024-12-03T23:24:17,420 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0d8c7f76f17fccccc3760beeadf9ea5c in 110ms, sequenceid=33, compaction requested=false 2024-12-03T23:24:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0d8c7f76f17fccccc3760beeadf9ea5c: 2024-12-03T23:24:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0d8c7f76f17fccccc3760beeadf9ea5c, disabling compactions & flushes 2024-12-03T23:24:17,420 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. after waiting 0 ms 2024-12-03T23:24:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,422 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. 2024-12-03T23:24:17,422 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0d8c7f76f17fccccc3760beeadf9ea5c: Waiting for close lock at 1733268257420Disabling compacts and flushes for region at 1733268257420Disabling writes for close at 1733268257420Writing region close event to WAL at 1733268257422 (+2 ms)Closed at 1733268257422 2024-12-03T23:24:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741894_1072 (size=5937) 2024-12-03T23:24:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741894_1072 (size=5937) 2024-12-03T23:24:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741894_1072 (size=5937) 2024-12-03T23:24:17,431 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/b/e79c5c1d55be41069b94090d836bb58b to hdfs://localhost:39595/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/b/e79c5c1d55be41069b94090d836bb58b 2024-12-03T23:24:17,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251, size=5.8 K (5937bytes) 2024-12-03T23:24:17,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 2024-12-03T23:24:17,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 after 0ms 2024-12-03T23:24:17,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 took 3ms 2024-12-03T23:24:17,452 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 so closing down 2024-12-03T23:24:17,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:17,454 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733268257251.temp 2024-12-03T23:24:17,455 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000003-wal.1733268257251.temp 2024-12-03T23:24:17,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741898_1076 (size=5223) 2024-12-03T23:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741898_1076 (size=5223) 2024-12-03T23:24:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741898_1076 (size=5223) 2024-12-03T23:24:17,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000003-wal.1733268257251.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:17,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000003-wal.1733268257251.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000032 2024-12-03T23:24:17,465 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-03T23:24:17,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251, journal: Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251, size=5.8 K (5937bytes) at 1733268257448Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 so closing down at 1733268257452 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000003-wal.1733268257251.temp at 1733268257455 (+3 ms)3 split writer threads finished at 1733268257456 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000003-wal.1733268257251.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733268257463 (+7 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000003-wal.1733268257251.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000032 at 1733268257464 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733268257465 (+1 ms) 2024-12-03T23:24:17,466 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257251 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268257251 2024-12-03T23:24:17,467 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000032 2024-12-03T23:24:17,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:17,469 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:17,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257469, exclude list is [], retry=0 2024-12-03T23:24:17,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:17,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:17,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:17,487 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257469 2024-12-03T23:24:17,487 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:17,488 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8c7f76f17fccccc3760beeadf9ea5c, NAME => 'testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:17,488 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:17,488 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,488 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,490 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,490 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName a 2024-12-03T23:24:17,490 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,496 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/a/4b47ff5e42674520a72a0e8e81f190d5 2024-12-03T23:24:17,496 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,496 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,497 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName b 2024-12-03T23:24:17,497 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,497 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,498 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,498 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8c7f76f17fccccc3760beeadf9ea5c columnFamilyName c 2024-12-03T23:24:17,498 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,503 DEBUG [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/c/2980dddef9fd420299a0afe8d122e721 2024-12-03T23:24:17,503 INFO [StoreOpener-0d8c7f76f17fccccc3760beeadf9ea5c-1 {}] regionserver.HStore(327): Store=0d8c7f76f17fccccc3760beeadf9ea5c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,504 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,504 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,506 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,506 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000032 2024-12-03T23:24:17,510 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000032 2024-12-03T23:24:17,510 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0d8c7f76f17fccccc3760beeadf9ea5c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-03T23:24:17,525 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/b/f4ab8f4e9b3541f3927628b0dd336797 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733268257289/Put/seqid=0 2024-12-03T23:24:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741900_1078 (size=5958) 2024-12-03T23:24:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741900_1078 (size=5958) 2024-12-03T23:24:17,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/b/f4ab8f4e9b3541f3927628b0dd336797 2024-12-03T23:24:17,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741900_1078 (size=5958) 2024-12-03T23:24:17,541 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/.tmp/b/f4ab8f4e9b3541f3927628b0dd336797 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/b/f4ab8f4e9b3541f3927628b0dd336797 2024-12-03T23:24:17,546 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/b/f4ab8f4e9b3541f3927628b0dd336797, entries=10, sequenceid=32, filesize=5.8 K 2024-12-03T23:24:17,547 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0d8c7f76f17fccccc3760beeadf9ea5c in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-03T23:24:17,547 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/0000000000000000032 2024-12-03T23:24:17,549 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,549 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,549 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:17,551 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0d8c7f76f17fccccc3760beeadf9ea5c 2024-12-03T23:24:17,553 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/0d8c7f76f17fccccc3760beeadf9ea5c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-03T23:24:17,554 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0d8c7f76f17fccccc3760beeadf9ea5c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68076601, jitterRate=0.01442040503025055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:17,554 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0d8c7f76f17fccccc3760beeadf9ea5c: Writing region info on filesystem at 1733268257488Initializing all the Stores at 1733268257489 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257489Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257489Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257489Obtaining lock to block concurrent updates at 1733268257510 (+21 ms)Preparing flush snapshotting stores in 0d8c7f76f17fccccc3760beeadf9ea5c at 1733268257510Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733268257510Flushing stores of testReplayEditsWrittenViaHRegion,,1733268257190.0d8c7f76f17fccccc3760beeadf9ea5c. at 1733268257510Flushing 0d8c7f76f17fccccc3760beeadf9ea5c/b: creating writer at 1733268257510Flushing 0d8c7f76f17fccccc3760beeadf9ea5c/b: appending metadata at 1733268257524 (+14 ms)Flushing 0d8c7f76f17fccccc3760beeadf9ea5c/b: closing flushed file at 1733268257524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442e141d: reopening flushed file at 1733268257540 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0d8c7f76f17fccccc3760beeadf9ea5c in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733268257547 (+7 ms)Cleaning up temporary data from old regions at 1733268257549 (+2 ms)Region opened successfully at 1733268257554 (+5 ms) 2024-12-03T23:24:17,577 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:37236 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:52660 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:37056 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:52546 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:55178 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:55278 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=7785 (was 7797) 2024-12-03T23:24:17,577 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-03T23:24:17,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=7785 2024-12-03T23:24:17,591 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-12-03T23:24:17,606 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:17,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:17,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:17,612 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-93089206, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-93089206, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:17,625 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-93089206/hregion-93089206.1733268257612, exclude list is [], retry=0 2024-12-03T23:24:17,628 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:17,628 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:17,629 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:17,633 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-93089206/hregion-93089206.1733268257612 2024-12-03T23:24:17,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:17,635 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 536f86cdb1186349b30b94008bd670a9, NAME => 'testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741902_1080 (size=68) 2024-12-03T23:24:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741902_1080 (size=68) 2024-12-03T23:24:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741902_1080 (size=68) 2024-12-03T23:24:17,649 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:17,651 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,652 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName a 2024-12-03T23:24:17,652 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,653 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,653 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,654 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName b 2024-12-03T23:24:17,654 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,655 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,655 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,656 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName c 2024-12-03T23:24:17,656 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,657 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,657 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,660 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:17,661 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,663 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:17,664 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536f86cdb1186349b30b94008bd670a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68194077, jitterRate=0.016170933842658997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:17,664 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536f86cdb1186349b30b94008bd670a9: Writing region info on filesystem at 1733268257649Initializing all the Stores at 1733268257650 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257650Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257651 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257651Cleaning up temporary data from old regions at 1733268257659 (+8 ms)Region opened successfully at 1733268257664 (+5 ms) 2024-12-03T23:24:17,664 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 536f86cdb1186349b30b94008bd670a9, disabling compactions & flushes 2024-12-03T23:24:17,664 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:17,664 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:17,664 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. after waiting 0 ms 2024-12-03T23:24:17,664 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:17,665 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:17,665 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 536f86cdb1186349b30b94008bd670a9: Waiting for close lock at 1733268257664Disabling compacts and flushes for region at 1733268257664Disabling writes for close at 1733268257664Writing region close event to WAL at 1733268257665 (+1 ms)Closed at 1733268257665 2024-12-03T23:24:17,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741901_1079 (size=93) 2024-12-03T23:24:17,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741901_1079 (size=93) 2024-12-03T23:24:17,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741901_1079 (size=93) 2024-12-03T23:24:17,673 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:17,673 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-93089206:(num 1733268257612) 2024-12-03T23:24:17,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:17,675 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:17,689 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676, exclude list is [], retry=0 2024-12-03T23:24:17,692 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:17,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:17,693 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:17,694 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 2024-12-03T23:24:17,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:17,750 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 536f86cdb1186349b30b94008bd670a9, NAME => 'testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:17,752 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,752 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:17,753 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,753 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,755 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,756 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName a 2024-12-03T23:24:17,756 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,757 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,757 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,758 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName b 2024-12-03T23:24:17,758 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,759 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,759 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,760 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName c 2024-12-03T23:24:17,760 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:17,760 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:17,761 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,762 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,763 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,763 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,764 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:17,765 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,766 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536f86cdb1186349b30b94008bd670a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71898176, jitterRate=0.0713663101196289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:17,766 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:17,767 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536f86cdb1186349b30b94008bd670a9: Running coprocessor pre-open hook at 1733268257753Writing region info on filesystem at 1733268257753Initializing all the Stores at 1733268257754 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257754Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257754Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268257754Cleaning up temporary data from old regions at 1733268257764 (+10 ms)Running coprocessor post-open hooks at 1733268257766 (+2 ms)Region opened successfully at 1733268257767 (+1 ms) 2024-12-03T23:24:17,781 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536f86cdb1186349b30b94008bd670a9 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-03T23:24:17,782 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:18,783 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:19,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T23:24:19,762 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-03T23:24:19,762 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:19,762 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-03T23:24:19,762 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:19,763 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-03T23:24:19,763 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:19,784 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:20,785 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:21,785 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:22,786 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:23,786 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:24,787 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:25,788 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:26,788 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 536f86cdb1186349b30b94008bd670a9/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:26,790 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 536f86cdb1186349b30b94008bd670a9: 2024-12-03T23:24:26,790 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 536f86cdb1186349b30b94008bd670a9: 2024-12-03T23:24:26,803 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-03T23:24:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 536f86cdb1186349b30b94008bd670a9, disabling compactions & flushes 2024-12-03T23:24:26,803 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. after waiting 0 ms 2024-12-03T23:24:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:26,804 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:26,804 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. 2024-12-03T23:24:26,804 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 536f86cdb1186349b30b94008bd670a9: Waiting for close lock at 1733268266803Running coprocessor pre-close hooks at 1733268266803Disabling compacts and flushes for region at 1733268266803Disabling writes for close at 1733268266803Writing region close event to WAL at 1733268266804 (+1 ms)Running coprocessor post-close hooks at 1733268266804Closed at 1733268266804 2024-12-03T23:24:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741903_1081 (size=3941) 2024-12-03T23:24:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741903_1081 (size=3941) 2024-12-03T23:24:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741903_1081 (size=3941) 2024-12-03T23:24:26,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676, size=3.8 K (3941bytes) 2024-12-03T23:24:26,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 2024-12-03T23:24:26,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 after 0ms 2024-12-03T23:24:26,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 took 3ms 2024-12-03T23:24:26,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 so closing down 2024-12-03T23:24:26,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:26,829 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733268257676.temp 2024-12-03T23:24:26,830 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000004-wal.1733268257676.temp 2024-12-03T23:24:26,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741904_1082 (size=2983) 2024-12-03T23:24:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741904_1082 (size=2983) 2024-12-03T23:24:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741904_1082 (size=2983) 2024-12-03T23:24:26,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000004-wal.1733268257676.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:26,838 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000004-wal.1733268257676.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000026 2024-12-03T23:24:26,839 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-03T23:24:26,839 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676, journal: Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676, size=3.8 K (3941bytes) at 1733268266823Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 so closing down at 1733268266828 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000004-wal.1733268257676.temp at 1733268266830 (+2 ms)3 split writer threads finished at 1733268266830Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000004-wal.1733268257676.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733268266837 (+7 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000004-wal.1733268257676.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000026 at 1733268266838 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733268266839 (+1 ms) 2024-12-03T23:24:26,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268257676 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268257676 2024-12-03T23:24:26,842 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000026 2024-12-03T23:24:26,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:26,844 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:26,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268266844, exclude list is [], retry=0 2024-12-03T23:24:26,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:26,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:26,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:26,864 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268266844 2024-12-03T23:24:26,864 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:26,864 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 536f86cdb1186349b30b94008bd670a9, NAME => 'testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:26,865 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,865 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:26,865 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,865 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,867 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,868 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName a 2024-12-03T23:24:26,868 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:26,868 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:26,869 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,869 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName b 2024-12-03T23:24:26,869 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:26,870 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:26,870 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,870 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536f86cdb1186349b30b94008bd670a9 columnFamilyName c 2024-12-03T23:24:26,870 DEBUG [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:26,871 INFO [StoreOpener-536f86cdb1186349b30b94008bd670a9-1 {}] regionserver.HStore(327): Store=536f86cdb1186349b30b94008bd670a9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:26,871 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,872 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,873 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,873 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000026 2024-12-03T23:24:26,876 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000026 2024-12-03T23:24:26,877 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 536f86cdb1186349b30b94008bd670a9 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-03T23:24:26,892 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/a/1ee8018cec7641a4ae1adf623e3f05f3 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733268266795/Put/seqid=0 2024-12-03T23:24:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741906_1084 (size=5523) 2024-12-03T23:24:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741906_1084 (size=5523) 2024-12-03T23:24:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741906_1084 (size=5523) 2024-12-03T23:24:26,899 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/a/1ee8018cec7641a4ae1adf623e3f05f3 2024-12-03T23:24:26,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/b/366ddb0bae4a45e582e07e29dccb7687 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733268266790/Put/seqid=0 2024-12-03T23:24:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741907_1085 (size=5524) 2024-12-03T23:24:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741907_1085 (size=5524) 2024-12-03T23:24:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741907_1085 (size=5524) 2024-12-03T23:24:26,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/b/366ddb0bae4a45e582e07e29dccb7687 2024-12-03T23:24:26,961 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/c/6f90ee4fd4c140bab9859ae7a49daa9a is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733268266793/Put/seqid=0 2024-12-03T23:24:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741908_1086 (size=5457) 2024-12-03T23:24:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741908_1086 (size=5457) 2024-12-03T23:24:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741908_1086 (size=5457) 2024-12-03T23:24:26,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/c/6f90ee4fd4c140bab9859ae7a49daa9a 2024-12-03T23:24:26,975 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/a/1ee8018cec7641a4ae1adf623e3f05f3 as hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/a/1ee8018cec7641a4ae1adf623e3f05f3 2024-12-03T23:24:26,981 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/a/1ee8018cec7641a4ae1adf623e3f05f3, entries=7, sequenceid=26, filesize=5.4 K 2024-12-03T23:24:26,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/b/366ddb0bae4a45e582e07e29dccb7687 as hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/b/366ddb0bae4a45e582e07e29dccb7687 2024-12-03T23:24:26,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/b/366ddb0bae4a45e582e07e29dccb7687, entries=7, sequenceid=26, filesize=5.4 K 2024-12-03T23:24:26,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/.tmp/c/6f90ee4fd4c140bab9859ae7a49daa9a as hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/c/6f90ee4fd4c140bab9859ae7a49daa9a 2024-12-03T23:24:26,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/c/6f90ee4fd4c140bab9859ae7a49daa9a, entries=6, sequenceid=26, filesize=5.3 K 2024-12-03T23:24:26,995 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 536f86cdb1186349b30b94008bd670a9 in 119ms, sequenceid=26, compaction requested=false; wal=null 2024-12-03T23:24:26,996 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/0000000000000000026 2024-12-03T23:24:26,997 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,997 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:26,998 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:26,999 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:27,001 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsAfterAbortingFlush/536f86cdb1186349b30b94008bd670a9/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-03T23:24:27,002 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 536f86cdb1186349b30b94008bd670a9; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73873147, jitterRate=0.1007956713438034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:27,003 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 536f86cdb1186349b30b94008bd670a9 2024-12-03T23:24:27,004 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 536f86cdb1186349b30b94008bd670a9: Running coprocessor pre-open hook at 1733268266865Writing region info on filesystem at 1733268266865Initializing all the Stores at 1733268266866 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268266866Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268266866Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268266866Obtaining lock to block concurrent updates at 1733268266877 (+11 ms)Preparing flush snapshotting stores in 536f86cdb1186349b30b94008bd670a9 at 1733268266877Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733268266877Flushing stores of testReplayEditsAfterAbortingFlush,,1733268257607.536f86cdb1186349b30b94008bd670a9. at 1733268266877Flushing 536f86cdb1186349b30b94008bd670a9/a: creating writer at 1733268266877Flushing 536f86cdb1186349b30b94008bd670a9/a: appending metadata at 1733268266891 (+14 ms)Flushing 536f86cdb1186349b30b94008bd670a9/a: closing flushed file at 1733268266891Flushing 536f86cdb1186349b30b94008bd670a9/b: creating writer at 1733268266904 (+13 ms)Flushing 536f86cdb1186349b30b94008bd670a9/b: appending metadata at 1733268266925 (+21 ms)Flushing 536f86cdb1186349b30b94008bd670a9/b: closing flushed file at 1733268266925Flushing 536f86cdb1186349b30b94008bd670a9/c: creating writer at 1733268266939 (+14 ms)Flushing 536f86cdb1186349b30b94008bd670a9/c: appending metadata at 1733268266961 (+22 ms)Flushing 536f86cdb1186349b30b94008bd670a9/c: closing flushed file at 1733268266961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5b05eb: reopening flushed file at 1733268266974 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37004896: reopening flushed file at 1733268266981 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109158b3: reopening flushed file at 1733268266987 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 536f86cdb1186349b30b94008bd670a9 in 119ms, sequenceid=26, compaction requested=false; wal=null at 1733268266995 (+8 ms)Cleaning up temporary data from old regions at 1733268266997 (+2 ms)Running coprocessor post-open hooks at 1733268267003 (+6 ms)Region opened successfully at 1733268267004 (+1 ms) 2024-12-03T23:24:27,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=415 (was 416), OpenFileDescriptor=1183 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 299), ProcessCount=11 (was 11), AvailableMemoryMB=7781 (was 7785) 2024-12-03T23:24:27,027 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-03T23:24:27,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=7780 2024-12-03T23:24:27,041 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-03T23:24:27,057 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:27,059 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:27,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:27,062 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32406736, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-32406736, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:27,075 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32406736/hregion-32406736.1733268267062, exclude list is [], retry=0 2024-12-03T23:24:27,077 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:27,078 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:27,078 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:27,080 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32406736/hregion-32406736.1733268267062 2024-12-03T23:24:27,081 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:27,081 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6f2e3f5f42626a97778e307b060d25cb, NAME => 'testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741910_1088 (size=61) 2024-12-03T23:24:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741910_1088 (size=61) 2024-12-03T23:24:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741910_1088 (size=61) 2024-12-03T23:24:27,094 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:27,095 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,097 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2e3f5f42626a97778e307b060d25cb columnFamilyName a 2024-12-03T23:24:27,097 DEBUG [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,098 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(327): Store=6f2e3f5f42626a97778e307b060d25cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,098 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,099 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,100 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,100 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,102 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,104 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:27,105 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f2e3f5f42626a97778e307b060d25cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75172496, jitterRate=0.12015748023986816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:27,105 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f2e3f5f42626a97778e307b060d25cb: Writing region info on filesystem at 1733268267094Initializing all the Stores at 1733268267095 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267095Cleaning up temporary data from old regions at 1733268267100 (+5 ms)Region opened successfully at 1733268267105 (+5 ms) 2024-12-03T23:24:27,106 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f2e3f5f42626a97778e307b060d25cb, disabling compactions & flushes 2024-12-03T23:24:27,106 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,106 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,106 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. after waiting 0 ms 2024-12-03T23:24:27,106 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,111 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,111 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f2e3f5f42626a97778e307b060d25cb: Waiting for close lock at 1733268267106Disabling compacts and flushes for region at 1733268267106Disabling writes for close at 1733268267106Writing region close event to WAL at 1733268267111 (+5 ms)Closed at 1733268267111 2024-12-03T23:24:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741909_1087 (size=93) 2024-12-03T23:24:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741909_1087 (size=93) 2024-12-03T23:24:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741909_1087 (size=93) 2024-12-03T23:24:27,118 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:27,118 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32406736:(num 1733268267062) 2024-12-03T23:24:27,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:27,120 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:27,134 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120, exclude list is [], retry=0 2024-12-03T23:24:27,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:27,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:27,138 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:27,139 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 2024-12-03T23:24:27,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:27,140 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f2e3f5f42626a97778e307b060d25cb, NAME => 'testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:27,140 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:27,140 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,140 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,142 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,143 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2e3f5f42626a97778e307b060d25cb columnFamilyName a 2024-12-03T23:24:27,143 DEBUG [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,143 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(327): Store=6f2e3f5f42626a97778e307b060d25cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,143 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,144 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,145 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,145 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,145 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,147 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,148 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f2e3f5f42626a97778e307b060d25cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65581485, jitterRate=-0.02275972068309784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:27,149 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f2e3f5f42626a97778e307b060d25cb: Writing region info on filesystem at 1733268267140Initializing all the Stores at 1733268267141 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267141Cleaning up temporary data from old regions at 1733268267145 (+4 ms)Region opened successfully at 1733268267149 (+4 ms) 2024-12-03T23:24:27,160 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f2e3f5f42626a97778e307b060d25cb, disabling compactions & flushes 2024-12-03T23:24:27,160 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,160 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,160 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. after waiting 0 ms 2024-12-03T23:24:27,160 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,161 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,161 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. 2024-12-03T23:24:27,161 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f2e3f5f42626a97778e307b060d25cb: Waiting for close lock at 1733268267160Disabling compacts and flushes for region at 1733268267160Disabling writes for close at 1733268267160Writing region close event to WAL at 1733268267160Closed at 1733268267161 (+1 ms) 2024-12-03T23:24:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741911_1089 (size=1623) 2024-12-03T23:24:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741911_1089 (size=1623) 2024-12-03T23:24:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741911_1089 (size=1623) 2024-12-03T23:24:27,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120, size=1.6 K (1623bytes) 2024-12-03T23:24:27,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 2024-12-03T23:24:27,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 after 1ms 2024-12-03T23:24:27,187 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 took 3ms 2024-12-03T23:24:27,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 so closing down 2024-12-03T23:24:27,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:27,190 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733268267120.temp 2024-12-03T23:24:27,191 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000003-wal.1733268267120.temp 2024-12-03T23:24:27,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:27,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741912_1090 (size=1623) 2024-12-03T23:24:27,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741912_1090 (size=1623) 2024-12-03T23:24:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741912_1090 (size=1623) 2024-12-03T23:24:27,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000003-wal.1733268267120.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:27,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000003-wal.1733268267120.temp to hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000012 2024-12-03T23:24:27,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-03T23:24:27,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120, journal: Splitting hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120, size=1.6 K (1623bytes) at 1733268267184Finishing writing output for hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 so closing down at 1733268267188 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000003-wal.1733268267120.temp at 1733268267191 (+3 ms)3 split writer threads finished at 1733268267191Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000003-wal.1733268267120.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733268267197 (+6 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000003-wal.1733268267120.temp to hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000012 at 1733268267199 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733268267199 2024-12-03T23:24:27,200 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267120 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268267120 2024-12-03T23:24:27,201 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000012 2024-12-03T23:24:27,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:27,556 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:27,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267556, exclude list is [], retry=0 2024-12-03T23:24:27,572 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:27,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:27,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:27,574 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267556 2024-12-03T23:24:27,575 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065)] 2024-12-03T23:24:27,575 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f2e3f5f42626a97778e307b060d25cb, NAME => 'testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:27,575 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:27,575 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,575 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,579 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,580 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2e3f5f42626a97778e307b060d25cb columnFamilyName a 2024-12-03T23:24:27,581 DEBUG [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,582 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(327): Store=6f2e3f5f42626a97778e307b060d25cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,582 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,583 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,585 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,585 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000012 2024-12-03T23:24:27,589 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000012 2024-12-03T23:24:27,589 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f2e3f5f42626a97778e307b060d25cb 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-03T23:24:27,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/.tmp/a/af2bc2d034b742fe93f9c416199e2c40 is 79, key is testDatalossWhenInputError/a:x0/1733268267149/Put/seqid=0 2024-12-03T23:24:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741914_1092 (size=5808) 2024-12-03T23:24:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741914_1092 (size=5808) 2024-12-03T23:24:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741914_1092 (size=5808) 2024-12-03T23:24:27,625 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/.tmp/a/af2bc2d034b742fe93f9c416199e2c40 2024-12-03T23:24:27,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/.tmp/a/af2bc2d034b742fe93f9c416199e2c40 as hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/a/af2bc2d034b742fe93f9c416199e2c40 2024-12-03T23:24:27,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/a/af2bc2d034b742fe93f9c416199e2c40, entries=10, sequenceid=12, filesize=5.7 K 2024-12-03T23:24:27,650 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6f2e3f5f42626a97778e307b060d25cb in 61ms, sequenceid=12, compaction requested=false; wal=null 2024-12-03T23:24:27,651 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/0000000000000000012 2024-12-03T23:24:27,652 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,652 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,656 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,658 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T23:24:27,659 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f2e3f5f42626a97778e307b060d25cb; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65457058, jitterRate=-0.02461382746696472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:27,660 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f2e3f5f42626a97778e307b060d25cb: Writing region info on filesystem at 1733268267575Initializing all the Stores at 1733268267577 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267577Obtaining lock to block concurrent updates at 1733268267589 (+12 ms)Preparing flush snapshotting stores in 6f2e3f5f42626a97778e307b060d25cb at 1733268267589Finished memstore snapshotting testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733268267589Flushing stores of testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb. at 1733268267589Flushing 6f2e3f5f42626a97778e307b060d25cb/a: creating writer at 1733268267589Flushing 6f2e3f5f42626a97778e307b060d25cb/a: appending metadata at 1733268267612 (+23 ms)Flushing 6f2e3f5f42626a97778e307b060d25cb/a: closing flushed file at 1733268267612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763b3c00: reopening flushed file at 1733268267636 (+24 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6f2e3f5f42626a97778e307b060d25cb in 61ms, sequenceid=12, compaction requested=false; wal=null at 1733268267650 (+14 ms)Cleaning up temporary data from old regions at 1733268267652 (+2 ms)Region opened successfully at 1733268267660 (+8 ms) 2024-12-03T23:24:27,663 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f2e3f5f42626a97778e307b060d25cb, NAME => 'testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:27,664 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733268267058.6f2e3f5f42626a97778e307b060d25cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:27,664 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,664 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,665 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,666 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f2e3f5f42626a97778e307b060d25cb columnFamilyName a 2024-12-03T23:24:27,666 DEBUG [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,672 DEBUG [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/a/af2bc2d034b742fe93f9c416199e2c40 2024-12-03T23:24:27,672 INFO [StoreOpener-6f2e3f5f42626a97778e307b060d25cb-1 {}] regionserver.HStore(327): Store=6f2e3f5f42626a97778e307b060d25cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,672 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,674 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,674 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,674 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,676 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f2e3f5f42626a97778e307b060d25cb 2024-12-03T23:24:27,678 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testDatalossWhenInputError/6f2e3f5f42626a97778e307b060d25cb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-03T23:24:27,679 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f2e3f5f42626a97778e307b060d25cb; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71569711, jitterRate=0.06647180020809174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T23:24:27,679 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f2e3f5f42626a97778e307b060d25cb: Writing region info on filesystem at 1733268267664Initializing all the Stores at 1733268267665 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267665Cleaning up temporary data from old regions at 1733268267674 (+9 ms)Region opened successfully at 1733268267679 (+5 ms) 2024-12-03T23:24:27,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:37158 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:37118 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:56164 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:54504 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:54442 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844679214-172.17.0.2-1733268236121:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:56070 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=7770 (was 7780) 2024-12-03T23:24:27,699 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-03T23:24:27,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=7770 2024-12-03T23:24:27,716 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-03T23:24:27,738 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:27,741 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:27,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:27,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27633115, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-27633115, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:27,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27633115/hregion-27633115.1733268267745, exclude list is [], retry=0 2024-12-03T23:24:27,765 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:27,766 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:27,766 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:27,769 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27633115/hregion-27633115.1733268267745 2024-12-03T23:24:27,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:27,769 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8885c0de8c14939863e0cb4fe302958a, NAME => 'testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741916_1094 (size=63) 2024-12-03T23:24:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741916_1094 (size=63) 2024-12-03T23:24:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741916_1094 (size=63) 2024-12-03T23:24:27,784 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:27,785 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,787 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName a 2024-12-03T23:24:27,787 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,788 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,788 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,789 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName b 2024-12-03T23:24:27,789 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,790 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,790 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,791 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName c 2024-12-03T23:24:27,791 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,791 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,792 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,792 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,793 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,794 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,794 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,794 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:27,796 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,798 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:27,798 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8885c0de8c14939863e0cb4fe302958a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74354025, jitterRate=0.10796131193637848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:27,799 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8885c0de8c14939863e0cb4fe302958a: Writing region info on filesystem at 1733268267784Initializing all the Stores at 1733268267785 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267785Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267785Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267785Cleaning up temporary data from old regions at 1733268267794 (+9 ms)Region opened successfully at 1733268267799 (+5 ms) 2024-12-03T23:24:27,799 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8885c0de8c14939863e0cb4fe302958a, disabling compactions & flushes 2024-12-03T23:24:27,799 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:27,799 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:27,799 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. after waiting 0 ms 2024-12-03T23:24:27,799 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:27,799 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:27,799 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8885c0de8c14939863e0cb4fe302958a: Waiting for close lock at 1733268267799Disabling compacts and flushes for region at 1733268267799Disabling writes for close at 1733268267799Writing region close event to WAL at 1733268267799Closed at 1733268267799 2024-12-03T23:24:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741915_1093 (size=93) 2024-12-03T23:24:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741915_1093 (size=93) 2024-12-03T23:24:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741915_1093 (size=93) 2024-12-03T23:24:27,804 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:27,804 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27633115:(num 1733268267745) 2024-12-03T23:24:27,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:27,806 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:27,820 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806, exclude list is [], retry=0 2024-12-03T23:24:27,823 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:27,823 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:27,823 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:27,825 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 2024-12-03T23:24:27,825 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:27,825 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8885c0de8c14939863e0cb4fe302958a, NAME => 'testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:27,825 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:27,825 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,825 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,828 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,829 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName a 2024-12-03T23:24:27,829 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,830 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,830 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,831 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName b 2024-12-03T23:24:27,831 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,831 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,831 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,832 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName c 2024-12-03T23:24:27,832 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:27,832 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:27,832 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,835 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,835 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:27,836 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:27,837 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8885c0de8c14939863e0cb4fe302958a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61721667, jitterRate=-0.08027549088001251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:27,838 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8885c0de8c14939863e0cb4fe302958a: Writing region info on filesystem at 1733268267826Initializing all the Stores at 1733268267826Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267826Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267828 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268267828Cleaning up temporary data from old regions at 1733268267835 (+7 ms)Region opened successfully at 1733268267838 (+3 ms) 2024-12-03T23:24:27,841 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733268267841/Put/seqid=0 2024-12-03T23:24:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741918_1096 (size=4875) 2024-12-03T23:24:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741918_1096 (size=4875) 2024-12-03T23:24:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741918_1096 (size=4875) 2024-12-03T23:24:27,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733268267851/Put/seqid=0 2024-12-03T23:24:27,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741919_1097 (size=4875) 2024-12-03T23:24:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741919_1097 (size=4875) 2024-12-03T23:24:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741919_1097 (size=4875) 2024-12-03T23:24:27,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733268267859/Put/seqid=0 2024-12-03T23:24:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741920_1098 (size=4875) 2024-12-03T23:24:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741920_1098 (size=4875) 2024-12-03T23:24:27,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741920_1098 (size=4875) 2024-12-03T23:24:27,867 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8885c0de8c14939863e0cb4fe302958a/a 2024-12-03T23:24:27,871 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-03T23:24:27,871 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:24:27,871 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8885c0de8c14939863e0cb4fe302958a/a 2024-12-03T23:24:27,874 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-03T23:24:27,874 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:24:27,875 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8885c0de8c14939863e0cb4fe302958a/a 2024-12-03T23:24:27,878 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-03T23:24:27,878 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T23:24:27,878 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8885c0de8c14939863e0cb4fe302958a 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-03T23:24:27,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/.tmp/a/0c0cff2895234f3faf3d750e23f74214 is 55, key is testCompactedBulkLoadedFiles/a:a/1733268267838/Put/seqid=0 2024-12-03T23:24:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741921_1099 (size=5107) 2024-12-03T23:24:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741921_1099 (size=5107) 2024-12-03T23:24:27,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741921_1099 (size=5107) 2024-12-03T23:24:27,901 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/.tmp/a/0c0cff2895234f3faf3d750e23f74214 2024-12-03T23:24:27,907 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/.tmp/a/0c0cff2895234f3faf3d750e23f74214 as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214 2024-12-03T23:24:27,912 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214, entries=1, sequenceid=4, filesize=5.0 K 2024-12-03T23:24:27,913 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8885c0de8c14939863e0cb4fe302958a in 35ms, sequenceid=4, compaction requested=false 2024-12-03T23:24:27,913 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8885c0de8c14939863e0cb4fe302958a: 2024-12-03T23:24:27,915 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ 2024-12-03T23:24:27,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ 2024-12-03T23:24:27,917 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ 2024-12-03T23:24:27,918 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile0 into 8885c0de8c14939863e0cb4fe302958a/a as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ - updating store file list. 2024-12-03T23:24:27,922 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1140dbcb5f894604920f74332cf166a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:27,922 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ into 8885c0de8c14939863e0cb4fe302958a/a 2024-12-03T23:24:27,922 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile0 into 8885c0de8c14939863e0cb4fe302958a/a (new location: hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_) 2024-12-03T23:24:27,923 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile1 into 8885c0de8c14939863e0cb4fe302958a/a as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ - updating store file list. 2024-12-03T23:24:27,927 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:27,927 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ into 8885c0de8c14939863e0cb4fe302958a/a 2024-12-03T23:24:27,928 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile1 into 8885c0de8c14939863e0cb4fe302958a/a (new location: hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_) 2024-12-03T23:24:27,929 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile2 into 8885c0de8c14939863e0cb4fe302958a/a as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ - updating store file list. 2024-12-03T23:24:27,933 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:27,933 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ into 8885c0de8c14939863e0cb4fe302958a/a 2024-12-03T23:24:27,933 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39595/hbase/testCompactedBulkLoadedFiles/hfile2 into 8885c0de8c14939863e0cb4fe302958a/a (new location: hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_) 2024-12-03T23:24:27,941 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T23:24:27,941 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8885c0de8c14939863e0cb4fe302958a/a is initiating major compaction (all files) 2024-12-03T23:24:27,941 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8885c0de8c14939863e0cb4fe302958a/a in testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:27,941 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_] into tmpdir=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/.tmp, totalSize=19.3 K 2024-12-03T23:24:27,942 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0c0cff2895234f3faf3d750e23f74214, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733268267838 2024-12-03T23:24:27,942 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1140dbcb5f894604920f74332cf166a9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-03T23:24:27,943 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-03T23:24:27,943 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-03T23:24:27,954 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/.tmp/a/839f8494d7fb4a5b8fbc33db49afe15a is 55, key is testCompactedBulkLoadedFiles/a:a/1733268267838/Put/seqid=0 2024-12-03T23:24:27,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741922_1100 (size=6154) 2024-12-03T23:24:27,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741922_1100 (size=6154) 2024-12-03T23:24:27,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741922_1100 (size=6154) 2024-12-03T23:24:27,969 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/.tmp/a/839f8494d7fb4a5b8fbc33db49afe15a as hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/839f8494d7fb4a5b8fbc33db49afe15a 2024-12-03T23:24:27,976 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8885c0de8c14939863e0cb4fe302958a/a of 8885c0de8c14939863e0cb4fe302958a into 839f8494d7fb4a5b8fbc33db49afe15a(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T23:24:27,976 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8885c0de8c14939863e0cb4fe302958a: 2024-12-03T23:24:27,976 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-03T23:24:27,976 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-03T23:24:28,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806, size=0 (0bytes) 2024-12-03T23:24:28,013 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 might be still open, length is 0 2024-12-03T23:24:28,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 2024-12-03T23:24:28,014 WARN [IPC Server handler 4 on default port 39595 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-03T23:24:28,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 after 1ms 2024-12-03T23:24:28,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T23:24:29,557 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-03T23:24:29,557 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:29,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-03T23:24:29,558 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-03T23:24:30,961 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:37174 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44615:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37174 dst: /127.0.0.1:44615 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44615 remote=/127.0.0.1:37174]. Total timeout mills is 60000, 57015 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:30,961 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:56212 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38731:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56212 dst: /127.0.0.1:38731 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:30,961 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:54536 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54536 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:30,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741917_1101 (size=1659) 2024-12-03T23:24:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741917_1101 (size=1659) 2024-12-03T23:24:32,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 after 4002ms 2024-12-03T23:24:32,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 took 4004ms 2024-12-03T23:24:32,019 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806; continuing. 2024-12-03T23:24:32,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 so closing down 2024-12-03T23:24:32,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:32,021 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733268267806.temp 2024-12-03T23:24:32,022 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000003-wal.1733268267806.temp 2024-12-03T23:24:32,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:32,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741923_1102 (size=698) 2024-12-03T23:24:32,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741923_1102 (size=698) 2024-12-03T23:24:32,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741923_1102 (size=698) 2024-12-03T23:24:32,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000003-wal.1733268267806.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:32,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000003-wal.1733268267806.temp to hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000008 2024-12-03T23:24:32,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T23:24:32,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806, journal: Splitting hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806, size=0 (0bytes) at 1733268268013Finishing writing output for hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 so closing down at 1733268272019 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000003-wal.1733268267806.temp at 1733268272022 (+3 ms)3 split writer threads finished at 1733268272022Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000003-wal.1733268267806.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733268272028 (+6 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000003-wal.1733268267806.temp to hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000008 at 1733268272029 (+1 ms)Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806, size=0, length=0, corrupted=false, cancelled=false at 1733268272030 (+1 ms) 2024-12-03T23:24:32,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268267806 2024-12-03T23:24:32,032 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000008 2024-12-03T23:24:32,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:32,034 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:32,047 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268272034, exclude list is [], retry=0 2024-12-03T23:24:32,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:32,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:32,050 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:32,052 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268272034 2024-12-03T23:24:32,052 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:32,052 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8885c0de8c14939863e0cb4fe302958a, NAME => 'testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:32,053 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:32,053 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,053 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,054 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,055 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName a 2024-12-03T23:24:32,055 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,061 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214 2024-12-03T23:24:32,064 DEBUG [StoreFileOpener-8885c0de8c14939863e0cb4fe302958a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1140dbcb5f894604920f74332cf166a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:32,064 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ 2024-12-03T23:24:32,067 DEBUG [StoreFileOpener-8885c0de8c14939863e0cb4fe302958a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:32,067 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ 2024-12-03T23:24:32,070 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/839f8494d7fb4a5b8fbc33db49afe15a 2024-12-03T23:24:32,074 DEBUG [StoreFileOpener-8885c0de8c14939863e0cb4fe302958a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T23:24:32,074 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ 2024-12-03T23:24:32,074 WARN [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@17e0cc4b 2024-12-03T23:24:32,074 WARN [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@17e0cc4b 2024-12-03T23:24:32,074 WARN [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@17e0cc4b 2024-12-03T23:24:32,074 WARN [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@17e0cc4b 2024-12-03T23:24:32,074 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_] to archive 2024-12-03T23:24:32,075 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T23:24:32,076 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214 to hdfs://localhost:39595/hbase/archive/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/0c0cff2895234f3faf3d750e23f74214 2024-12-03T23:24:32,077 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ to hdfs://localhost:39595/hbase/archive/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/1140dbcb5f894604920f74332cf166a9_SeqId_4_ 2024-12-03T23:24:32,078 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ to hdfs://localhost:39595/hbase/archive/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_ 2024-12-03T23:24:32,079 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ to hdfs://localhost:39595/hbase/archive/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/a/ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_ 2024-12-03T23:24:32,079 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,079 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,080 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName b 2024-12-03T23:24:32,080 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,081 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,081 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,081 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8885c0de8c14939863e0cb4fe302958a columnFamilyName c 2024-12-03T23:24:32,081 DEBUG [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,082 INFO [StoreOpener-8885c0de8c14939863e0cb4fe302958a-1 {}] regionserver.HStore(327): Store=8885c0de8c14939863e0cb4fe302958a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,082 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,084 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,084 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000008 2024-12-03T23:24:32,087 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8885c0de8c14939863e0cb4fe302958a : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8885c0de8c14939863e0cb4fe302958a" family_name: "a" compaction_input: "0c0cff2895234f3faf3d750e23f74214" compaction_input: "1140dbcb5f894604920f74332cf166a9_SeqId_4_" compaction_input: "ea3d59ba2fe3444fac232e034cf72ec7_SeqId_4_" compaction_input: "55cc12d07d5c4799a5816fc2d28dd2d2_SeqId_4_" compaction_output: "839f8494d7fb4a5b8fbc33db49afe15a" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-03T23:24:32,087 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-03T23:24:32,087 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000008 2024-12-03T23:24:32,088 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/0000000000000000008 2024-12-03T23:24:32,088 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,089 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,089 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:32,090 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8885c0de8c14939863e0cb4fe302958a 2024-12-03T23:24:32,092 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testCompactedBulkLoadedFiles/8885c0de8c14939863e0cb4fe302958a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T23:24:32,093 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8885c0de8c14939863e0cb4fe302958a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75171278, jitterRate=0.12013933062553406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:32,093 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8885c0de8c14939863e0cb4fe302958a: Writing region info on filesystem at 1733268272053Initializing all the Stores at 1733268272054 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272054Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272054Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272054Cleaning up temporary data from old regions at 1733268272089 (+35 ms)Region opened successfully at 1733268272093 (+4 ms) 2024-12-03T23:24:32,095 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8885c0de8c14939863e0cb4fe302958a, disabling compactions & flushes 2024-12-03T23:24:32,095 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:32,095 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:32,095 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. after waiting 0 ms 2024-12-03T23:24:32,095 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:32,096 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733268267739.8885c0de8c14939863e0cb4fe302958a. 2024-12-03T23:24:32,096 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8885c0de8c14939863e0cb4fe302958a: Waiting for close lock at 1733268272095Disabling compacts and flushes for region at 1733268272095Disabling writes for close at 1733268272095Writing region close event to WAL at 1733268272096 (+1 ms)Closed at 1733268272096 2024-12-03T23:24:32,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741924_1103 (size=93) 2024-12-03T23:24:32,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741924_1103 (size=93) 2024-12-03T23:24:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741924_1103 (size=93) 2024-12-03T23:24:32,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:32,101 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733268272034) 2024-12-03T23:24:32,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=437 (was 425) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1808219568_22 at /127.0.0.1:48494 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:39595 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:36839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1808219568_22 at /127.0.0.1:58222 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1349 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7760 (was 7770) 2024-12-03T23:24:32,115 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1349 is superior to 1024 2024-12-03T23:24:32,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1349, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=7759 2024-12-03T23:24:32,128 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1349 is superior to 1024 2024-12-03T23:24:32,143 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:32,145 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T23:24:32,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T23:24:32,148 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-55397190, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/hregion-55397190, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:32,161 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-55397190/hregion-55397190.1733268272148, exclude list is [], retry=0 2024-12-03T23:24:32,163 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:32,164 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:32,164 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:32,166 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-55397190/hregion-55397190.1733268272148 2024-12-03T23:24:32,167 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259),(127.0.0.1/127.0.0.1:36881:36881)] 2024-12-03T23:24:32,167 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 213e1be49583350ac170a216f137e7e6, NAME => 'testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/hbase 2024-12-03T23:24:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741926_1105 (size=67) 2024-12-03T23:24:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741926_1105 (size=67) 2024-12-03T23:24:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741926_1105 (size=67) 2024-12-03T23:24:32,176 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:32,177 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,178 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName a 2024-12-03T23:24:32,178 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,178 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,178 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,179 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName b 2024-12-03T23:24:32,179 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,180 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,180 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,181 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName c 2024-12-03T23:24:32,181 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,181 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,181 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,182 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,183 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,183 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,184 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:32,184 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,186 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T23:24:32,187 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 213e1be49583350ac170a216f137e7e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73498591, jitterRate=0.0952143520116806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 213e1be49583350ac170a216f137e7e6: Writing region info on filesystem at 1733268272176Initializing all the Stores at 1733268272176Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272176Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272177 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272177Cleaning up temporary data from old regions at 1733268272183 (+6 ms)Region opened successfully at 1733268272187 (+4 ms) 2024-12-03T23:24:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 213e1be49583350ac170a216f137e7e6, disabling compactions & flushes 2024-12-03T23:24:32,187 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. after waiting 0 ms 2024-12-03T23:24:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,187 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,187 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 213e1be49583350ac170a216f137e7e6: Waiting for close lock at 1733268272187Disabling compacts and flushes for region at 1733268272187Disabling writes for close at 1733268272187Writing region close event to WAL at 1733268272187Closed at 1733268272187 2024-12-03T23:24:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741925_1104 (size=93) 2024-12-03T23:24:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741925_1104 (size=93) 2024-12-03T23:24:32,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-55397190/hregion-55397190.1733268272148 not finished, retry = 0 2024-12-03T23:24:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741925_1104 (size=93) 2024-12-03T23:24:32,292 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:32,292 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-55397190:(num 1733268272148) 2024-12-03T23:24:32,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:32,294 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:32,308 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294, exclude list is [], retry=0 2024-12-03T23:24:32,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:32,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:32,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:32,312 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 2024-12-03T23:24:32,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 213e1be49583350ac170a216f137e7e6, NAME => 'testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,313 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,314 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,315 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName a 2024-12-03T23:24:32,316 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,316 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,316 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,317 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName b 2024-12-03T23:24:32,317 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,317 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,317 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,318 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName c 2024-12-03T23:24:32,318 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,319 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,319 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,321 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,321 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,322 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:32,323 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,324 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 213e1be49583350ac170a216f137e7e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58727722, jitterRate=-0.12488874793052673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:32,324 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 213e1be49583350ac170a216f137e7e6: Writing region info on filesystem at 1733268272313Initializing all the Stores at 1733268272314 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272314Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272314Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272314Cleaning up temporary data from old regions at 1733268272321 (+7 ms)Region opened successfully at 1733268272324 (+3 ms) 2024-12-03T23:24:32,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T23:24:32,331 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 213e1be49583350ac170a216f137e7e6 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-03T23:24:32,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/a/e0a2918d3611441daed86e5953d69d24 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733268272324/Put/seqid=0 2024-12-03T23:24:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741928_1107 (size=5958) 2024-12-03T23:24:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741928_1107 (size=5958) 2024-12-03T23:24:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741928_1107 (size=5958) 2024-12-03T23:24:32,358 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/a/e0a2918d3611441daed86e5953d69d24 2024-12-03T23:24:32,363 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/a/e0a2918d3611441daed86e5953d69d24 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/a/e0a2918d3611441daed86e5953d69d24 2024-12-03T23:24:32,368 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/a/e0a2918d3611441daed86e5953d69d24, entries=10, sequenceid=13, filesize=5.8 K 2024-12-03T23:24:32,369 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 213e1be49583350ac170a216f137e7e6 in 38ms, sequenceid=13, compaction requested=false 2024-12-03T23:24:32,369 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 213e1be49583350ac170a216f137e7e6: 2024-12-03T23:24:32,388 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 213e1be49583350ac170a216f137e7e6, disabling compactions & flushes 2024-12-03T23:24:32,388 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,388 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,388 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. after waiting 0 ms 2024-12-03T23:24:32,388 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,389 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,389 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:32,389 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 213e1be49583350ac170a216f137e7e6: Waiting for close lock at 1733268272388Disabling compacts and flushes for region at 1733268272388Disabling writes for close at 1733268272388Writing region close event to WAL at 1733268272389 (+1 ms)Closed at 1733268272389 2024-12-03T23:24:32,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741927_1106 (size=5869) 2024-12-03T23:24:32,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741927_1106 (size=5869) 2024-12-03T23:24:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741927_1106 (size=5869) 2024-12-03T23:24:32,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294, size=5.7 K (5869bytes) 2024-12-03T23:24:32,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 2024-12-03T23:24:32,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 after 1ms 2024-12-03T23:24:32,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 took 3ms 2024-12-03T23:24:32,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 so closing down 2024-12-03T23:24:32,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:32,419 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733268272294.temp 2024-12-03T23:24:32,420 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000003-wal.1733268272294.temp 2024-12-03T23:24:32,420 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:32,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741929_1108 (size=5223) 2024-12-03T23:24:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741929_1108 (size=5223) 2024-12-03T23:24:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741929_1108 (size=5223) 2024-12-03T23:24:32,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000003-wal.1733268272294.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:32,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000003-wal.1733268272294.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000035 2024-12-03T23:24:32,429 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-03T23:24:32,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294, journal: Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294, size=5.7 K (5869bytes) at 1733268272413Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 so closing down at 1733268272417 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000003-wal.1733268272294.temp at 1733268272420 (+3 ms)3 split writer threads finished at 1733268272420Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000003-wal.1733268272294.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733268272427 (+7 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000003-wal.1733268272294.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000035 at 1733268272429 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733268272429 2024-12-03T23:24:32,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272294 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268272294 2024-12-03T23:24:32,432 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000035 2024-12-03T23:24:32,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:32,434 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:32,448 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434, exclude list is [], retry=0 2024-12-03T23:24:32,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:32,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:32,451 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:32,453 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 2024-12-03T23:24:32,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:32,453 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 213e1be49583350ac170a216f137e7e6, NAME => 'testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T23:24:32,454 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:32,454 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,454 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,455 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,456 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName a 2024-12-03T23:24:32,456 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,461 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/a/e0a2918d3611441daed86e5953d69d24 2024-12-03T23:24:32,461 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,461 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,462 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName b 2024-12-03T23:24:32,462 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,462 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,462 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,463 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName c 2024-12-03T23:24:32,463 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:32,463 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:32,463 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,464 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,466 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000035 2024-12-03T23:24:32,468 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000035 2024-12-03T23:24:32,468 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 213e1be49583350ac170a216f137e7e6 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-03T23:24:32,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/b/328fd140243b4c7899c0e7bd72041381 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733268272370/Put/seqid=0 2024-12-03T23:24:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741931_1110 (size=5958) 2024-12-03T23:24:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741931_1110 (size=5958) 2024-12-03T23:24:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741931_1110 (size=5958) 2024-12-03T23:24:32,490 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/b/328fd140243b4c7899c0e7bd72041381 2024-12-03T23:24:32,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/c/50f2d4a597994b4192721205df156e96 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733268272377/Put/seqid=0 2024-12-03T23:24:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741932_1111 (size=5958) 2024-12-03T23:24:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741932_1111 (size=5958) 2024-12-03T23:24:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741932_1111 (size=5958) 2024-12-03T23:24:32,515 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/c/50f2d4a597994b4192721205df156e96 2024-12-03T23:24:32,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/b/328fd140243b4c7899c0e7bd72041381 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/b/328fd140243b4c7899c0e7bd72041381 2024-12-03T23:24:32,524 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/b/328fd140243b4c7899c0e7bd72041381, entries=10, sequenceid=35, filesize=5.8 K 2024-12-03T23:24:32,525 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/c/50f2d4a597994b4192721205df156e96 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/c/50f2d4a597994b4192721205df156e96 2024-12-03T23:24:32,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/c/50f2d4a597994b4192721205df156e96, entries=10, sequenceid=35, filesize=5.8 K 2024-12-03T23:24:32,530 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 213e1be49583350ac170a216f137e7e6 in 62ms, sequenceid=35, compaction requested=false; wal=null 2024-12-03T23:24:32,530 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000035 2024-12-03T23:24:32,531 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,531 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,532 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:32,533 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:32,535 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-03T23:24:32,536 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 213e1be49583350ac170a216f137e7e6; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73262797, jitterRate=0.09170074760913849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:32,536 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 213e1be49583350ac170a216f137e7e6: Writing region info on filesystem at 1733268272454Initializing all the Stores at 1733268272455 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272455Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272455Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268272455Obtaining lock to block concurrent updates at 1733268272468 (+13 ms)Preparing flush snapshotting stores in 213e1be49583350ac170a216f137e7e6 at 1733268272468Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733268272468Flushing stores of testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. at 1733268272468Flushing 213e1be49583350ac170a216f137e7e6/b: creating writer at 1733268272468Flushing 213e1be49583350ac170a216f137e7e6/b: appending metadata at 1733268272482 (+14 ms)Flushing 213e1be49583350ac170a216f137e7e6/b: closing flushed file at 1733268272482Flushing 213e1be49583350ac170a216f137e7e6/c: creating writer at 1733268272494 (+12 ms)Flushing 213e1be49583350ac170a216f137e7e6/c: appending metadata at 1733268272508 (+14 ms)Flushing 213e1be49583350ac170a216f137e7e6/c: closing flushed file at 1733268272508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0f5734: reopening flushed file at 1733268272519 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ac3ddf: reopening flushed file at 1733268272524 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 213e1be49583350ac170a216f137e7e6 in 62ms, sequenceid=35, compaction requested=false; wal=null at 1733268272530 (+6 ms)Cleaning up temporary data from old regions at 1733268272531 (+1 ms)Region opened successfully at 1733268272536 (+5 ms) 2024-12-03T23:24:32,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434, size=0 (0bytes) 2024-12-03T23:24:32,600 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 might be still open, length is 0 2024-12-03T23:24:32,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 2024-12-03T23:24:32,600 WARN [IPC Server handler 1 on default port 39595 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-03T23:24:32,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 after 0ms 2024-12-03T23:24:34,114 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:48554 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44615:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48554 dst: /127.0.0.1:44615 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44615 remote=/127.0.0.1:48554]. Total timeout mills is 60000, 58448 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:34,115 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:58288 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38731:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58288 dst: /127.0.0.1:38731 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:34,115 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1979402232_22 at /127.0.0.1:52174 [Receiving block BP-844679214-172.17.0.2-1733268236121:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52174 dst: /127.0.0.1:36359 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741930_1112 (size=5215) 2024-12-03T23:24:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741930_1112 (size=5215) 2024-12-03T23:24:36,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 after 4001ms 2024-12-03T23:24:36,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 took 4004ms 2024-12-03T23:24:36,606 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434; continuing. 2024-12-03T23:24:36,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 so closing down 2024-12-03T23:24:36,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T23:24:36,607 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733268272434.temp 2024-12-03T23:24:36,608 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000037-wal.1733268272434.temp 2024-12-03T23:24:36,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T23:24:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741933_1113 (size=5223) 2024-12-03T23:24:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741933_1113 (size=5223) 2024-12-03T23:24:36,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741933_1113 (size=5223) 2024-12-03T23:24:36,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000037-wal.1733268272434.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-03T23:24:36,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000037-wal.1733268272434.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000066 2024-12-03T23:24:36,621 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T23:24:36,621 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434, journal: Splitting hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434, size=0 (0bytes) at 1733268272600Finishing writing output for hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 so closing down at 1733268276606 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000037-wal.1733268272434.temp at 1733268276608 (+2 ms)3 split writer threads finished at 1733268276609 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000037-wal.1733268272434.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733268276619 (+10 ms)Rename recovered edits hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000037-wal.1733268272434.temp to hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000066 at 1733268276621 (+2 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434, size=0, length=0, corrupted=false, cancelled=false at 1733268276621 2024-12-03T23:24:36,622 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 to hdfs://localhost:39595/hbase/oldWALs/wal.1733268272434 2024-12-03T23:24:36,623 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000066 2024-12-03T23:24:36,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-03T23:24:36,625 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39595/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143, archiveDir=hdfs://localhost:39595/hbase/oldWALs, maxLogs=32 2024-12-03T23:24:36,638 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268276625, exclude list is [], retry=0 2024-12-03T23:24:36,641 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-600f01ee-5559-4505-99ba-d1a8b9b8d205,DISK] 2024-12-03T23:24:36,641 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44615,DS-3ed01f17-74d7-4551-a03c-116bb4f990f8,DISK] 2024-12-03T23:24:36,641 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38731,DS-0f1aca41-b4af-4d26-b9f3-9416290c4e66,DISK] 2024-12-03T23:24:36,643 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268276625 2024-12-03T23:24:36,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:34259:34259)] 2024-12-03T23:24:36,643 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T23:24:36,645 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,645 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName a 2024-12-03T23:24:36,645 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:36,650 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/a/e0a2918d3611441daed86e5953d69d24 2024-12-03T23:24:36,650 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:36,650 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,651 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName b 2024-12-03T23:24:36,651 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:36,656 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/b/328fd140243b4c7899c0e7bd72041381 2024-12-03T23:24:36,656 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:36,656 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,657 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213e1be49583350ac170a216f137e7e6 columnFamilyName c 2024-12-03T23:24:36,657 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T23:24:36,661 DEBUG [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/c/50f2d4a597994b4192721205df156e96 2024-12-03T23:24:36,661 INFO [StoreOpener-213e1be49583350ac170a216f137e7e6-1 {}] regionserver.HStore(327): Store=213e1be49583350ac170a216f137e7e6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T23:24:36,661 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,664 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000066 2024-12-03T23:24:36,670 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000066 2024-12-03T23:24:36,670 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 213e1be49583350ac170a216f137e7e6 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-03T23:24:36,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/a/241325e562da49b3bc337ba261aaeae5 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733268272543/Put/seqid=0 2024-12-03T23:24:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741935_1115 (size=5958) 2024-12-03T23:24:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741935_1115 (size=5958) 2024-12-03T23:24:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741935_1115 (size=5958) 2024-12-03T23:24:36,692 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/a/241325e562da49b3bc337ba261aaeae5 2024-12-03T23:24:36,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/b/8c44966f1bf74be2813bf3f34bdd13f3 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733268272550/Put/seqid=0 2024-12-03T23:24:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741936_1116 (size=5958) 2024-12-03T23:24:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741936_1116 (size=5958) 2024-12-03T23:24:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741936_1116 (size=5958) 2024-12-03T23:24:36,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/b/8c44966f1bf74be2813bf3f34bdd13f3 2024-12-03T23:24:36,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/c/d752cc39fe9d4b55b11ac4276c1aea25 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733268272556/Put/seqid=0 2024-12-03T23:24:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741937_1117 (size=5958) 2024-12-03T23:24:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741937_1117 (size=5958) 2024-12-03T23:24:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741937_1117 (size=5958) 2024-12-03T23:24:36,743 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/c/d752cc39fe9d4b55b11ac4276c1aea25 2024-12-03T23:24:36,748 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/a/241325e562da49b3bc337ba261aaeae5 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/a/241325e562da49b3bc337ba261aaeae5 2024-12-03T23:24:36,753 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/a/241325e562da49b3bc337ba261aaeae5, entries=10, sequenceid=66, filesize=5.8 K 2024-12-03T23:24:36,754 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/b/8c44966f1bf74be2813bf3f34bdd13f3 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/b/8c44966f1bf74be2813bf3f34bdd13f3 2024-12-03T23:24:36,759 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/b/8c44966f1bf74be2813bf3f34bdd13f3, entries=10, sequenceid=66, filesize=5.8 K 2024-12-03T23:24:36,759 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/.tmp/c/d752cc39fe9d4b55b11ac4276c1aea25 as hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/c/d752cc39fe9d4b55b11ac4276c1aea25 2024-12-03T23:24:36,763 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/c/d752cc39fe9d4b55b11ac4276c1aea25, entries=10, sequenceid=66, filesize=5.8 K 2024-12-03T23:24:36,764 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 213e1be49583350ac170a216f137e7e6 in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-12-03T23:24:36,764 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/0000000000000000066 2024-12-03T23:24:36,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,766 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T23:24:36,767 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 213e1be49583350ac170a216f137e7e6 2024-12-03T23:24:36,769 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/hbase/data/default/testReplayEditsWrittenViaHRegion/213e1be49583350ac170a216f137e7e6/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-03T23:24:36,769 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 213e1be49583350ac170a216f137e7e6; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74942453, jitterRate=0.11672957241535187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T23:24:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 213e1be49583350ac170a216f137e7e6: Writing region info on filesystem at 1733268276643Initializing all the Stores at 1733268276644 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268276644Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268276644Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733268276644Obtaining lock to block concurrent updates at 1733268276670 (+26 ms)Preparing flush snapshotting stores in 213e1be49583350ac170a216f137e7e6 at 1733268276670Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733268276670Flushing stores of testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. at 1733268276670Flushing 213e1be49583350ac170a216f137e7e6/a: creating writer at 1733268276670Flushing 213e1be49583350ac170a216f137e7e6/a: appending metadata at 1733268276684 (+14 ms)Flushing 213e1be49583350ac170a216f137e7e6/a: closing flushed file at 1733268276684Flushing 213e1be49583350ac170a216f137e7e6/b: creating writer at 1733268276696 (+12 ms)Flushing 213e1be49583350ac170a216f137e7e6/b: appending metadata at 1733268276710 (+14 ms)Flushing 213e1be49583350ac170a216f137e7e6/b: closing flushed file at 1733268276710Flushing 213e1be49583350ac170a216f137e7e6/c: creating writer at 1733268276721 (+11 ms)Flushing 213e1be49583350ac170a216f137e7e6/c: appending metadata at 1733268276735 (+14 ms)Flushing 213e1be49583350ac170a216f137e7e6/c: closing flushed file at 1733268276735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ffcf762: reopening flushed file at 1733268276747 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2a4a56: reopening flushed file at 1733268276753 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3497b490: reopening flushed file at 1733268276759 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 213e1be49583350ac170a216f137e7e6 in 93ms, sequenceid=66, compaction requested=false; wal=null at 1733268276764 (+5 ms)Cleaning up temporary data from old regions at 1733268276765 (+1 ms)Region opened successfully at 1733268276769 (+4 ms) 2024-12-03T23:24:36,781 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 213e1be49583350ac170a216f137e7e6, disabling compactions & flushes 2024-12-03T23:24:36,781 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:36,781 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:36,781 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. after waiting 0 ms 2024-12-03T23:24:36,781 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:36,783 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733268272144.213e1be49583350ac170a216f137e7e6. 2024-12-03T23:24:36,783 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 213e1be49583350ac170a216f137e7e6: Waiting for close lock at 1733268276781Disabling compacts and flushes for region at 1733268276781Disabling writes for close at 1733268276781Writing region close event to WAL at 1733268276783 (+2 ms)Closed at 1733268276783 2024-12-03T23:24:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741934_1114 (size=93) 2024-12-03T23:24:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741934_1114 (size=93) 2024-12-03T23:24:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741934_1114 (size=93) 2024-12-03T23:24:36,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-03T23:24:36,788 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733268276625) 2024-12-03T23:24:36,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=448 (was 437) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1840155590_22 at /127.0.0.1:58344 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1840155590_22 at /127.0.0.1:52284 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1840155590_22 at /127.0.0.1:48576 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:39595 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1418 (was 1349) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=7741 (was 7759) 2024-12-03T23:24:36,802 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1418 is superior to 1024 2024-12-03T23:24:36,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T23:24:36,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:24:36,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:24:36,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:36,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:36,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T23:24:36,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T23:24:36,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1490678876, stopped=false 2024-12-03T23:24:36,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5f9d64419733,43609,1733268239153 2024-12-03T23:24:36,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:36,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:36,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:36,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:24:36,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T23:24:36,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:24:36,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:36,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,36747,1733268239855' ***** 2024-12-03T23:24:36,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:24:36,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5f9d64419733,40391,1733268239968' ***** 2024-12-03T23:24:36,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T23:24:36,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T23:24:36,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:36,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:36,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:24:36,809 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-03T23:24:36,809 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(3091): Received CLOSE for e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:36,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:24:36,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T23:24:36,809 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-03T23:24:36,809 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6e160761667d7a1a4b8d2a5d14233c6, disabling compactions & flushes 2024-12-03T23:24:36,809 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:36,809 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:36,809 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. after waiting 0 ms 2024-12-03T23:24:36,809 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,36747,1733268239855 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5f9d64419733:36747. 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T23:24:36,811 DEBUG [RS:0;5f9d64419733:36747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(959): stopping server 5f9d64419733,40391,1733268239968 2024-12-03T23:24:36,811 DEBUG [RS:0;5f9d64419733:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5f9d64419733:40391. 2024-12-03T23:24:36,811 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:24:36,811 DEBUG [RS:1;5f9d64419733:40391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T23:24:36,811 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1325): Online Regions={e6e160761667d7a1a4b8d2a5d14233c6=testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6.} 2024-12-03T23:24:36,811 DEBUG [RS:1;5f9d64419733:40391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:36,811 DEBUG [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1351): Waiting on e6e160761667d7a1a4b8d2a5d14233c6 2024-12-03T23:24:36,811 INFO [RS:1;5f9d64419733:40391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:24:36,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:24:36,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T23:24:36,812 INFO [RS:1;5f9d64419733:40391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:24:36,812 INFO [RS:1;5f9d64419733:40391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:24:36,812 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T23:24:36,813 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T23:24:36,813 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T23:24:36,813 DEBUG [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T23:24:36,813 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T23:24:36,813 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T23:24:36,813 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T23:24:36,813 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T23:24:36,813 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T23:24:36,813 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-03T23:24:36,816 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e6e160761667d7a1a4b8d2a5d14233c6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-03T23:24:36,817 INFO [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:36,818 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6e160761667d7a1a4b8d2a5d14233c6: Waiting for close lock at 1733268276809Running coprocessor pre-close hooks at 1733268276809Disabling compacts and flushes for region at 1733268276809Disabling writes for close at 1733268276809Writing region close event to WAL at 1733268276811 (+2 ms)Running coprocessor post-close hooks at 1733268276817 (+6 ms)Closed at 1733268276817 2024-12-03T23:24:36,818 DEBUG [RS_CLOSE_REGION-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6. 2024-12-03T23:24:36,833 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:24:36,845 INFO [regionserver/5f9d64419733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:24:36,845 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/info/53fdd0cdff4842039afb8b7e5303362a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733268253807.e6e160761667d7a1a4b8d2a5d14233c6./info:regioninfo/1733268256812/Put/seqid=0 2024-12-03T23:24:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741938_1118 (size=8243) 2024-12-03T23:24:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741938_1118 (size=8243) 2024-12-03T23:24:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741938_1118 (size=8243) 2024-12-03T23:24:36,854 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/info/53fdd0cdff4842039afb8b7e5303362a 2024-12-03T23:24:36,877 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/ns/e8807727621c4d3986d9acb452a83370 is 43, key is default/ns:d/1733268241926/Put/seqid=0 2024-12-03T23:24:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741939_1119 (size=5153) 2024-12-03T23:24:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741939_1119 (size=5153) 2024-12-03T23:24:36,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741939_1119 (size=5153) 2024-12-03T23:24:36,884 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/ns/e8807727621c4d3986d9acb452a83370 2024-12-03T23:24:36,903 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/table/7f914587ff7a44f8bb0f6d5111d97e96 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733268254231/Put/seqid=0 2024-12-03T23:24:36,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741940_1120 (size=5431) 2024-12-03T23:24:36,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741940_1120 (size=5431) 2024-12-03T23:24:36,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741940_1120 (size=5431) 2024-12-03T23:24:36,909 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/table/7f914587ff7a44f8bb0f6d5111d97e96 2024-12-03T23:24:36,915 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/info/53fdd0cdff4842039afb8b7e5303362a as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/info/53fdd0cdff4842039afb8b7e5303362a 2024-12-03T23:24:36,920 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/info/53fdd0cdff4842039afb8b7e5303362a, entries=18, sequenceid=21, filesize=8.0 K 2024-12-03T23:24:36,921 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/ns/e8807727621c4d3986d9acb452a83370 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/ns/e8807727621c4d3986d9acb452a83370 2024-12-03T23:24:36,926 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/ns/e8807727621c4d3986d9acb452a83370, entries=2, sequenceid=21, filesize=5.0 K 2024-12-03T23:24:36,927 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/.tmp/table/7f914587ff7a44f8bb0f6d5111d97e96 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/table/7f914587ff7a44f8bb0f6d5111d97e96 2024-12-03T23:24:36,931 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/table/7f914587ff7a44f8bb0f6d5111d97e96, entries=2, sequenceid=21, filesize=5.3 K 2024-12-03T23:24:36,932 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=21, compaction requested=false 2024-12-03T23:24:36,937 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-03T23:24:36,937 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T23:24:36,937 INFO [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T23:24:36,937 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733268276813Running coprocessor pre-close hooks at 1733268276813Disabling compacts and flushes for region at 1733268276813Disabling writes for close at 1733268276813Obtaining lock to block concurrent updates at 1733268276813Preparing flush snapshotting stores in 1588230740 at 1733268276813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733268276813Flushing stores of hbase:meta,,1.1588230740 at 1733268276814 (+1 ms)Flushing 1588230740/info: creating writer at 1733268276814Flushing 1588230740/info: appending metadata at 1733268276845 (+31 ms)Flushing 1588230740/info: closing flushed file at 1733268276845Flushing 1588230740/ns: creating writer at 1733268276861 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733268276877 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733268276877Flushing 1588230740/table: creating writer at 1733268276889 (+12 ms)Flushing 1588230740/table: appending metadata at 1733268276902 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733268276903 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eba668b: reopening flushed file at 1733268276914 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4d72b5: reopening flushed file at 1733268276920 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed35c1d: reopening flushed file at 1733268276926 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=21, compaction requested=false at 1733268276932 (+6 ms)Writing region close event to WAL at 1733268276934 (+2 ms)Running coprocessor post-close hooks at 1733268276937 (+3 ms)Closed at 1733268276937 2024-12-03T23:24:36,937 DEBUG [RS_CLOSE_META-regionserver/5f9d64419733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T23:24:37,011 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,36747,1733268239855; all regions closed. 2024-12-03T23:24:37,013 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(976): stopping server 5f9d64419733,40391,1733268239968; all regions closed. 2024-12-03T23:24:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741835_1011 (size=3433) 2024-12-03T23:24:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741835_1011 (size=3433) 2024-12-03T23:24:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741835_1011 (size=3433) 2024-12-03T23:24:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741836_1012 (size=8899) 2024-12-03T23:24:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741836_1012 (size=8899) 2024-12-03T23:24:37,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741836_1012 (size=8899) 2024-12-03T23:24:37,018 DEBUG [RS:0;5f9d64419733:36747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C36747%2C1733268239855:(num 1733268241347) 2024-12-03T23:24:37,019 DEBUG [RS:0;5f9d64419733:36747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:24:37,019 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:24:37,019 INFO [RS:0;5f9d64419733:36747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36747 2024-12-03T23:24:37,020 DEBUG [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs 2024-12-03T23:24:37,020 INFO [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40391%2C1733268239968.meta:.meta(num 1733268241770) 2024-12-03T23:24:37,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5f9d64419733,36747,1733268239855 2024-12-03T23:24:37,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T23:24:37,022 INFO [RS:0;5f9d64419733:36747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:24:37,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,36747,1733268239855] 2024-12-03T23:24:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741834_1010 (size=93) 2024-12-03T23:24:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741834_1010 (size=93) 2024-12-03T23:24:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741834_1010 (size=93) 2024-12-03T23:24:37,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5f9d64419733,36747,1733268239855 already deleted, retry=false 2024-12-03T23:24:37,025 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,36747,1733268239855 expired; onlineServers=1 2024-12-03T23:24:37,027 DEBUG [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/oldWALs 2024-12-03T23:24:37,027 INFO [RS:1;5f9d64419733:40391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5f9d64419733%2C40391%2C1733268239968:(num 1733268241347) 2024-12-03T23:24:37,027 DEBUG [RS:1;5f9d64419733:40391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T23:24:37,027 INFO [RS:1;5f9d64419733:40391 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T23:24:37,027 INFO [RS:1;5f9d64419733:40391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:24:37,027 INFO [RS:1;5f9d64419733:40391 {}] hbase.ChoreService(370): Chore service for: regionserver/5f9d64419733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T23:24:37,028 INFO [RS:1;5f9d64419733:40391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:24:37,028 INFO [regionserver/5f9d64419733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:24:37,028 INFO [RS:1;5f9d64419733:40391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40391 2024-12-03T23:24:37,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T23:24:37,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5f9d64419733,40391,1733268239968 2024-12-03T23:24:37,031 INFO [RS:1;5f9d64419733:40391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:24:37,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5f9d64419733,40391,1733268239968] 2024-12-03T23:24:37,034 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5f9d64419733,40391,1733268239968 already deleted, retry=false 2024-12-03T23:24:37,034 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5f9d64419733,40391,1733268239968 expired; onlineServers=0 2024-12-03T23:24:37,034 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5f9d64419733,43609,1733268239153' ***** 2024-12-03T23:24:37,034 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T23:24:37,034 INFO [M:0;5f9d64419733:43609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T23:24:37,034 INFO [M:0;5f9d64419733:43609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T23:24:37,034 DEBUG [M:0;5f9d64419733:43609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T23:24:37,034 DEBUG [M:0;5f9d64419733:43609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T23:24:37,034 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T23:24:37,034 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268241002 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.large.0-1733268241002,5,FailOnTimeoutGroup] 2024-12-03T23:24:37,034 DEBUG [master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268241009 {}] cleaner.HFileCleaner(306): Exit Thread[master/5f9d64419733:0:becomeActiveMaster-HFileCleaner.small.0-1733268241009,5,FailOnTimeoutGroup] 2024-12-03T23:24:37,035 INFO [M:0;5f9d64419733:43609 {}] hbase.ChoreService(370): Chore service for: master/5f9d64419733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T23:24:37,035 INFO [M:0;5f9d64419733:43609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T23:24:37,035 DEBUG [M:0;5f9d64419733:43609 {}] master.HMaster(1795): Stopping service threads 2024-12-03T23:24:37,035 INFO [M:0;5f9d64419733:43609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T23:24:37,035 INFO [M:0;5f9d64419733:43609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T23:24:37,036 INFO [M:0;5f9d64419733:43609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T23:24:37,036 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T23:24:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T23:24:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T23:24:37,038 DEBUG [M:0;5f9d64419733:43609 {}] zookeeper.ZKUtil(347): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T23:24:37,038 WARN [M:0;5f9d64419733:43609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T23:24:37,038 INFO [M:0;5f9d64419733:43609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/.lastflushedseqids 2024-12-03T23:24:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741941_1121 (size=138) 2024-12-03T23:24:37,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741941_1121 (size=138) 2024-12-03T23:24:37,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741941_1121 (size=138) 2024-12-03T23:24:37,052 INFO [M:0;5f9d64419733:43609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T23:24:37,052 INFO [M:0;5f9d64419733:43609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T23:24:37,052 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T23:24:37,052 INFO [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:37,052 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:37,052 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T23:24:37,052 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:37,052 INFO [M:0;5f9d64419733:43609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-12-03T23:24:37,068 DEBUG [M:0;5f9d64419733:43609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4a6df2d7448409f8d7ced765c193f38 is 82, key is hbase:meta,,1/info:regioninfo/1733268241854/Put/seqid=0 2024-12-03T23:24:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741942_1122 (size=5672) 2024-12-03T23:24:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741942_1122 (size=5672) 2024-12-03T23:24:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741942_1122 (size=5672) 2024-12-03T23:24:37,075 INFO [M:0;5f9d64419733:43609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4a6df2d7448409f8d7ced765c193f38 2024-12-03T23:24:37,095 DEBUG [M:0;5f9d64419733:43609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5218c81d31944c69a1f42ee89c592ba2 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733268254237/Put/seqid=0 2024-12-03T23:24:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741943_1123 (size=7756) 2024-12-03T23:24:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741943_1123 (size=7756) 2024-12-03T23:24:37,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741943_1123 (size=7756) 2024-12-03T23:24:37,103 INFO [M:0;5f9d64419733:43609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5218c81d31944c69a1f42ee89c592ba2 2024-12-03T23:24:37,108 INFO [M:0;5f9d64419733:43609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5218c81d31944c69a1f42ee89c592ba2 2024-12-03T23:24:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:37,130 INFO [RS:0;5f9d64419733:36747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:24:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36747-0x1017aa45a960001, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:37,130 INFO [RS:0;5f9d64419733:36747 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,36747,1733268239855; zookeeper connection closed. 2024-12-03T23:24:37,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c56fcbc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c56fcbc 2024-12-03T23:24:37,132 DEBUG [M:0;5f9d64419733:43609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8cde029f64d4360944167dadd09b498 is 69, key is 5f9d64419733,36747,1733268239855/rs:state/1733268241091/Put/seqid=0 2024-12-03T23:24:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:37,133 INFO [RS:1;5f9d64419733:40391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:24:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1017aa45a960002, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:37,133 INFO [RS:1;5f9d64419733:40391 {}] regionserver.HRegionServer(1031): Exiting; stopping=5f9d64419733,40391,1733268239968; zookeeper connection closed. 2024-12-03T23:24:37,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53448a10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53448a10 2024-12-03T23:24:37,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-03T23:24:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741944_1124 (size=5440) 2024-12-03T23:24:37,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741944_1124 (size=5440) 2024-12-03T23:24:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741944_1124 (size=5440) 2024-12-03T23:24:37,140 INFO [M:0;5f9d64419733:43609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8cde029f64d4360944167dadd09b498 2024-12-03T23:24:37,145 INFO [M:0;5f9d64419733:43609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8cde029f64d4360944167dadd09b498 2024-12-03T23:24:37,146 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4a6df2d7448409f8d7ced765c193f38 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4a6df2d7448409f8d7ced765c193f38 2024-12-03T23:24:37,151 INFO [M:0;5f9d64419733:43609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4a6df2d7448409f8d7ced765c193f38, entries=8, sequenceid=168, filesize=5.5 K 2024-12-03T23:24:37,152 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5218c81d31944c69a1f42ee89c592ba2 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5218c81d31944c69a1f42ee89c592ba2 2024-12-03T23:24:37,158 INFO [M:0;5f9d64419733:43609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5218c81d31944c69a1f42ee89c592ba2 2024-12-03T23:24:37,158 INFO [M:0;5f9d64419733:43609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5218c81d31944c69a1f42ee89c592ba2, entries=17, sequenceid=168, filesize=7.6 K 2024-12-03T23:24:37,159 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8cde029f64d4360944167dadd09b498 as hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8cde029f64d4360944167dadd09b498 2024-12-03T23:24:37,164 INFO [M:0;5f9d64419733:43609 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8cde029f64d4360944167dadd09b498 2024-12-03T23:24:37,164 INFO [M:0;5f9d64419733:43609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/468accdc-d2cb-4e3b-4246-7fe2f818969c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8cde029f64d4360944167dadd09b498, entries=3, sequenceid=168, filesize=5.3 K 2024-12-03T23:24:37,165 INFO [M:0;5f9d64419733:43609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=168, compaction requested=false 2024-12-03T23:24:37,166 INFO [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T23:24:37,166 DEBUG [M:0;5f9d64419733:43609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733268277052Disabling compacts and flushes for region at 1733268277052Disabling writes for close at 1733268277052Obtaining lock to block concurrent updates at 1733268277052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733268277052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1733268277052Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733268277053 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733268277053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733268277068 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733268277068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733268277079 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733268277094 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733268277094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733268277109 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733268277131 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733268277131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f7f4c7: reopening flushed file at 1733268277145 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d242bc: reopening flushed file at 1733268277151 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59077835: reopening flushed file at 1733268277158 (+7 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=168, compaction requested=false at 1733268277165 (+7 ms)Writing region close event to WAL at 1733268277166 (+1 ms)Closed at 1733268277166 2024-12-03T23:24:37,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741830_1006 (size=81443) 2024-12-03T23:24:37,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44615 is added to blk_1073741830_1006 (size=81443) 2024-12-03T23:24:37,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741830_1006 (size=81443) 2024-12-03T23:24:37,170 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T23:24:37,171 INFO [M:0;5f9d64419733:43609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T23:24:37,171 INFO [M:0;5f9d64419733:43609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43609 2024-12-03T23:24:37,171 INFO [M:0;5f9d64419733:43609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T23:24:37,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:37,274 INFO [M:0;5f9d64419733:43609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T23:24:37,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43609-0x1017aa45a960000, quorum=127.0.0.1:56056, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T23:24:37,280 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257469 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257469 (inode 16655) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733268257189/wal.1733268257469 (inode 16655) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-03T23:24:37,281 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733268249357/wal.1733268249502 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:37,282 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733268272143/wal.1733268272434 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:37,283 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268266844 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268266844 (inode 16678) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733268257605/wal.1733268266844 (inode 16678) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-03T23:24:37,284 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733268243071/wal.1733268243139 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:37,286 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267556 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267556 (inode 16704) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733268267056/wal.1733268267556 (inode 16704) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-03T23:24:37,287 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733268267737/wal.1733268267806 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T23:24:37,288 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal.1733268242922 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal.1733268242922 (inode 16485) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733268242725/wal.1733268242922 (inode 16485) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-03T23:24:37,291 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal.1733268242407 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal.1733268242407 (inode 16462) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733268242149/wal.1733268242407 (inode 16462) Holder DFSClient_NONMAPREDUCE_1979402232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-03T23:24:37,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:24:37,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:24:37,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:24:37,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:24:37,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,STOPPED} 2024-12-03T23:24:37,300 WARN [BP-844679214-172.17.0.2-1733268236121 heartbeating to localhost/127.0.0.1:39595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:24:37,300 WARN [BP-844679214-172.17.0.2-1733268236121 heartbeating to localhost/127.0.0.1:39595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844679214-172.17.0.2-1733268236121 (Datanode Uuid 20fba7b2-4a58-401c-a45d-4f71ea8bf12e) service to localhost/127.0.0.1:39595 2024-12-03T23:24:37,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:24:37,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:24:37,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data5/current/BP-844679214-172.17.0.2-1733268236121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:24:37,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data6/current/BP-844679214-172.17.0.2-1733268236121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:24:37,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:24:37,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:24:37,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:24:37,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:24:37,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:24:37,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,STOPPED} 2024-12-03T23:24:37,306 WARN [BP-844679214-172.17.0.2-1733268236121 heartbeating to localhost/127.0.0.1:39595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:24:37,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:24:37,306 WARN [BP-844679214-172.17.0.2-1733268236121 heartbeating to localhost/127.0.0.1:39595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844679214-172.17.0.2-1733268236121 (Datanode Uuid 4a05a186-b307-40ca-979e-c6bb751caf65) service to localhost/127.0.0.1:39595 2024-12-03T23:24:37,306 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:24:37,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data3/current/BP-844679214-172.17.0.2-1733268236121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:24:37,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data4/current/BP-844679214-172.17.0.2-1733268236121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:24:37,307 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:24:37,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T23:24:37,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:24:37,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:24:37,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:24:37,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,STOPPED} 2024-12-03T23:24:37,311 WARN [BP-844679214-172.17.0.2-1733268236121 heartbeating to localhost/127.0.0.1:39595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T23:24:37,311 WARN [BP-844679214-172.17.0.2-1733268236121 heartbeating to localhost/127.0.0.1:39595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844679214-172.17.0.2-1733268236121 (Datanode Uuid dc1703c4-427d-4dd6-bcbf-4217c8cbda90) service to localhost/127.0.0.1:39595 2024-12-03T23:24:37,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T23:24:37,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T23:24:37,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data1/current/BP-844679214-172.17.0.2-1733268236121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:24:37,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/cluster_91e17b3f-2afe-05bb-67b6-0d1cff3cfcc3/data/data2/current/BP-844679214-172.17.0.2-1733268236121 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T23:24:37,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T23:24:37,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T23:24:37,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T23:24:37,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T23:24:37,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T23:24:37,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/443edc31-0208-3f17-4ea9-3aeb511e5f80/hadoop.log.dir/,STOPPED} 2024-12-03T23:24:37,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T23:24:37,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down