2024-12-07 21:43:50,505 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-07 21:43:50,518 main DEBUG Took 0.010789 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 21:43:50,518 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 21:43:50,518 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 21:43:50,519 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 21:43:50,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,528 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 21:43:50,541 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,546 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,546 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,548 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,551 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,552 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,552 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:43:50,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,554 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 21:43:50,556 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:43:50,557 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 21:43:50,559 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 21:43:50,559 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 21:43:50,561 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 21:43:50,561 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 21:43:50,570 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 21:43:50,573 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 21:43:50,575 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 21:43:50,575 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 21:43:50,576 main DEBUG createAppenders(={Console}) 2024-12-07 21:43:50,576 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-07 21:43:50,577 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-07 21:43:50,577 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-07 21:43:50,578 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 21:43:50,578 main DEBUG OutputStream closed 2024-12-07 21:43:50,579 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 21:43:50,579 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 21:43:50,579 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-07 21:43:50,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 21:43:50,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 21:43:50,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 21:43:50,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 21:43:50,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 21:43:50,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 21:43:50,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 21:43:50,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 21:43:50,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 21:43:50,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 21:43:50,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 21:43:50,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 21:43:50,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 21:43:50,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 21:43:50,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 21:43:50,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 21:43:50,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 21:43:50,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 21:43:50,656 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 21:43:50,656 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-07 21:43:50,656 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 21:43:50,657 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-07T21:43:50,877 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1 2024-12-07 21:43:50,879 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 21:43:50,879 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T21:43:50,887 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-07T21:43:50,892 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-07T21:43:50,911 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T21:43:50,954 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T21:43:50,954 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T21:43:50,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T21:43:50,979 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b, deleteOnExit=true 2024-12-07T21:43:50,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T21:43:50,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/test.cache.data in system properties and HBase conf 2024-12-07T21:43:50,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T21:43:50,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir in system properties and HBase conf 2024-12-07T21:43:50,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T21:43:50,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T21:43:50,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T21:43:51,051 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T21:43:51,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T21:43:51,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T21:43:51,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T21:43:51,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T21:43:51,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T21:43:51,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T21:43:51,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T21:43:51,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T21:43:51,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T21:43:51,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T21:43:51,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/nfs.dump.dir in system properties and HBase conf 2024-12-07T21:43:51,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/java.io.tmpdir in system properties and HBase conf 2024-12-07T21:43:51,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T21:43:51,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T21:43:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T21:43:52,040 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T21:43:52,106 INFO [Time-limited test {}] log.Log(170): Logging initialized @2191ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T21:43:52,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:43:52,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:43:52,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:43:52,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:43:52,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T21:43:52,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:43:52,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:43:52,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:43:52,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e17169c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/java.io.tmpdir/jetty-localhost-34395-hadoop-hdfs-3_4_1-tests_jar-_-any-8642711979713676485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T21:43:52,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:34395} 2024-12-07T21:43:52,430 INFO [Time-limited test {}] server.Server(415): Started @2515ms 2024-12-07T21:43:52,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:43:52,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:43:52,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:43:52,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:43:52,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T21:43:52,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:43:52,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:43:52,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3083ee80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/java.io.tmpdir/jetty-localhost-34747-hadoop-hdfs-3_4_1-tests_jar-_-any-13933457400780723424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:43:52,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:34747} 2024-12-07T21:43:52,983 INFO [Time-limited test {}] server.Server(415): Started @3068ms 2024-12-07T21:43:53,024 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T21:43:53,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:43:53,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:43:53,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:43:53,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:43:53,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T21:43:53,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:43:53,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:43:53,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5c651{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/java.io.tmpdir/jetty-localhost-38925-hadoop-hdfs-3_4_1-tests_jar-_-any-4174069274444392331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:43:53,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:38925} 2024-12-07T21:43:53,282 INFO [Time-limited test {}] server.Server(415): Started @3367ms 2024-12-07T21:43:53,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T21:43:53,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:43:53,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:43:53,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:43:53,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:43:53,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T21:43:53,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:43:53,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:43:53,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db711c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/java.io.tmpdir/jetty-localhost-42287-hadoop-hdfs-3_4_1-tests_jar-_-any-3021442303317882549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:43:53,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:42287} 2024-12-07T21:43:53,415 INFO [Time-limited test {}] server.Server(415): Started @3500ms 2024-12-07T21:43:53,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T21:43:54,448 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data6/current/BP-1965698626-172.17.0.2-1733607831601/current, will proceed with Du for space computation calculation, 2024-12-07T21:43:54,448 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data1/current/BP-1965698626-172.17.0.2-1733607831601/current, will proceed with Du for space computation calculation, 2024-12-07T21:43:54,448 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data5/current/BP-1965698626-172.17.0.2-1733607831601/current, will proceed with Du for space computation calculation, 2024-12-07T21:43:54,448 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data4/current/BP-1965698626-172.17.0.2-1733607831601/current, will proceed with Du for space computation calculation, 2024-12-07T21:43:54,448 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data2/current/BP-1965698626-172.17.0.2-1733607831601/current, will proceed with Du for space computation calculation, 2024-12-07T21:43:54,448 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data3/current/BP-1965698626-172.17.0.2-1733607831601/current, will proceed with Du for space computation calculation, 2024-12-07T21:43:54,488 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T21:43:54,488 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T21:43:54,488 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T21:43:54,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x320a1964f41ed77b with lease ID 0x1d858a3481bb8d2b: Processing first storage report for DS-c0e2fe35-2795-441f-a3f6-773926d9bd71 from datanode DatanodeRegistration(127.0.0.1:44173, datanodeUuid=86eb37a3-da9b-4545-9238-cb8c064fcc2e, infoPort=42349, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601) 2024-12-07T21:43:54,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x320a1964f41ed77b with lease ID 0x1d858a3481bb8d2b: from storage DS-c0e2fe35-2795-441f-a3f6-773926d9bd71 node DatanodeRegistration(127.0.0.1:44173, datanodeUuid=86eb37a3-da9b-4545-9238-cb8c064fcc2e, infoPort=42349, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T21:43:54,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a65e0783eb81a95 with lease ID 0x1d858a3481bb8d2d: Processing first storage report for DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a from datanode DatanodeRegistration(127.0.0.1:40301, datanodeUuid=4fdf02d6-52a1-4e76-9dfd-aa9bdbdaaca9, infoPort=34507, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601) 2024-12-07T21:43:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a65e0783eb81a95 with lease ID 0x1d858a3481bb8d2d: from storage DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a node DatanodeRegistration(127.0.0.1:40301, datanodeUuid=4fdf02d6-52a1-4e76-9dfd-aa9bdbdaaca9, infoPort=34507, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T21:43:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70bda04b94e9ac17 with lease ID 0x1d858a3481bb8d2c: Processing first storage report for DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610 from datanode DatanodeRegistration(127.0.0.1:44427, datanodeUuid=308e969e-41a5-4bff-ae33-9d7e1c129b29, infoPort=36691, infoSecurePort=0, ipcPort=39437, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601) 2024-12-07T21:43:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70bda04b94e9ac17 with lease ID 0x1d858a3481bb8d2c: from storage DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610 node DatanodeRegistration(127.0.0.1:44427, datanodeUuid=308e969e-41a5-4bff-ae33-9d7e1c129b29, infoPort=36691, infoSecurePort=0, ipcPort=39437, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T21:43:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x320a1964f41ed77b with lease ID 0x1d858a3481bb8d2b: Processing first storage report for DS-41084f9b-8a98-4177-9a50-5ecfc2ff25ae from datanode DatanodeRegistration(127.0.0.1:44173, datanodeUuid=86eb37a3-da9b-4545-9238-cb8c064fcc2e, infoPort=42349, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601) 2024-12-07T21:43:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x320a1964f41ed77b with lease ID 0x1d858a3481bb8d2b: from storage DS-41084f9b-8a98-4177-9a50-5ecfc2ff25ae node DatanodeRegistration(127.0.0.1:44173, datanodeUuid=86eb37a3-da9b-4545-9238-cb8c064fcc2e, infoPort=42349, infoSecurePort=0, ipcPort=33397, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T21:43:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a65e0783eb81a95 with lease ID 0x1d858a3481bb8d2d: Processing first storage report for DS-5cf8a53c-6ad0-4042-8380-27db7d9f7111 from datanode DatanodeRegistration(127.0.0.1:40301, datanodeUuid=4fdf02d6-52a1-4e76-9dfd-aa9bdbdaaca9, infoPort=34507, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601) 2024-12-07T21:43:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a65e0783eb81a95 with lease ID 0x1d858a3481bb8d2d: from storage DS-5cf8a53c-6ad0-4042-8380-27db7d9f7111 node DatanodeRegistration(127.0.0.1:40301, datanodeUuid=4fdf02d6-52a1-4e76-9dfd-aa9bdbdaaca9, infoPort=34507, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T21:43:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70bda04b94e9ac17 with lease ID 0x1d858a3481bb8d2c: Processing first storage report for DS-32d2f137-c22e-4a67-aed2-269c36005d50 from datanode DatanodeRegistration(127.0.0.1:44427, datanodeUuid=308e969e-41a5-4bff-ae33-9d7e1c129b29, infoPort=36691, infoSecurePort=0, ipcPort=39437, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601) 2024-12-07T21:43:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70bda04b94e9ac17 with lease ID 0x1d858a3481bb8d2c: from storage DS-32d2f137-c22e-4a67-aed2-269c36005d50 node DatanodeRegistration(127.0.0.1:44427, datanodeUuid=308e969e-41a5-4bff-ae33-9d7e1c129b29, infoPort=36691, infoSecurePort=0, ipcPort=39437, storageInfo=lv=-57;cid=testClusterID;nsid=320067914;c=1733607831601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T21:43:54,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1 2024-12-07T21:43:54,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/zookeeper_0, clientPort=55664, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T21:43:54,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55664 2024-12-07T21:43:54,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:54,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741825_1001 (size=7) 2024-12-07T21:43:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741825_1001 (size=7) 2024-12-07T21:43:54,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741825_1001 (size=7) 2024-12-07T21:43:55,310 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c with version=8 2024-12-07T21:43:55,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/hbase-staging 2024-12-07T21:43:55,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbf4292a68c8:0 server-side Connection retries=45 2024-12-07T21:43:55,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:55,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:55,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:43:55,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:55,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:43:55,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T21:43:55,780 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T21:43:55,788 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T21:43:55,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:43:55,813 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8820 (auto-detected) 2024-12-07T21:43:55,815 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T21:43:55,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33461 2024-12-07T21:43:55,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33461 connecting to ZooKeeper ensemble=127.0.0.1:55664 2024-12-07T21:43:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334610x0, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:43:55,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33461-0x100024a02ca0000 connected 2024-12-07T21:43:56,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:43:56,065 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c, hbase.cluster.distributed=false 2024-12-07T21:43:56,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:43:56,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33461 2024-12-07T21:43:56,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33461 2024-12-07T21:43:56,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33461 2024-12-07T21:43:56,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33461 2024-12-07T21:43:56,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33461 2024-12-07T21:43:56,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbf4292a68c8:0 server-side Connection retries=45 2024-12-07T21:43:56,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:43:56,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:43:56,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T21:43:56,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:43:56,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34425 2024-12-07T21:43:56,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34425 connecting to ZooKeeper ensemble=127.0.0.1:55664 2024-12-07T21:43:56,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344250x0, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:43:56,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34425-0x100024a02ca0001 connected 2024-12-07T21:43:56,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344250x0, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:43:56,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T21:43:56,215 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T21:43:56,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T21:43:56,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:43:56,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34425 2024-12-07T21:43:56,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34425 2024-12-07T21:43:56,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34425 2024-12-07T21:43:56,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34425 2024-12-07T21:43:56,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34425 2024-12-07T21:43:56,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbf4292a68c8:0 server-side Connection retries=45 2024-12-07T21:43:56,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:43:56,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:43:56,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T21:43:56,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:43:56,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33547 2024-12-07T21:43:56,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33547 connecting to ZooKeeper ensemble=127.0.0.1:55664 2024-12-07T21:43:56,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335470x0, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:43:56,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335470x0, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:43:56,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33547-0x100024a02ca0002 connected 2024-12-07T21:43:56,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T21:43:56,257 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T21:43:56,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T21:43:56,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:43:56,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33547 2024-12-07T21:43:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33547 2024-12-07T21:43:56,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33547 2024-12-07T21:43:56,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33547 2024-12-07T21:43:56,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33547 2024-12-07T21:43:56,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbf4292a68c8:0 server-side Connection retries=45 2024-12-07T21:43:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:43:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:43:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:43:56,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T21:43:56,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:43:56,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35861 2024-12-07T21:43:56,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35861 connecting to ZooKeeper ensemble=127.0.0.1:55664 2024-12-07T21:43:56,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358610x0, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:43:56,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:43:56,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35861-0x100024a02ca0003 connected 2024-12-07T21:43:56,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T21:43:56,298 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T21:43:56,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T21:43:56,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:43:56,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35861 2024-12-07T21:43:56,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35861 2024-12-07T21:43:56,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35861 2024-12-07T21:43:56,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35861 2024-12-07T21:43:56,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35861 2024-12-07T21:43:56,316 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbf4292a68c8:33461 2024-12-07T21:43:56,317 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,331 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,355 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T21:43:56,356 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dbf4292a68c8,33461,1733607835430 from backup master directory 2024-12-07T21:43:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:43:56,363 WARN [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:43:56,363 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:56,366 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T21:43:56,367 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T21:43:56,416 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/hbase.id] with ID: 97ceb045-cda1-4f23-9733-d0c4be7ee643 2024-12-07T21:43:56,416 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/.tmp/hbase.id 2024-12-07T21:43:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741826_1002 (size=42) 2024-12-07T21:43:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741826_1002 (size=42) 2024-12-07T21:43:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741826_1002 (size=42) 2024-12-07T21:43:56,430 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/.tmp/hbase.id]:[hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/hbase.id] 2024-12-07T21:43:56,480 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:43:56,485 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T21:43:56,500 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-12-07T21:43:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:56,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741827_1003 (size=196) 2024-12-07T21:43:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741827_1003 (size=196) 2024-12-07T21:43:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741827_1003 (size=196) 2024-12-07T21:43:56,564 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:43:56,566 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T21:43:56,570 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741828_1004 (size=1189) 2024-12-07T21:43:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741828_1004 (size=1189) 2024-12-07T21:43:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741828_1004 (size=1189) 2024-12-07T21:43:56,612 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store 2024-12-07T21:43:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741829_1005 (size=34) 2024-12-07T21:43:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741829_1005 (size=34) 2024-12-07T21:43:56,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741829_1005 (size=34) 2024-12-07T21:43:56,634 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T21:43:56,638 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:56,639 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T21:43:56,639 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:43:56,640 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:43:56,641 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T21:43:56,641 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:43:56,641 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:43:56,642 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733607836639Disabling compacts and flushes for region at 1733607836639Disabling writes for close at 1733607836641 (+2 ms)Writing region close event to WAL at 1733607836641Closed at 1733607836641 2024-12-07T21:43:56,644 WARN [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/.initializing 2024-12-07T21:43:56,644 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/WALs/dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:56,652 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:56,667 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C33461%2C1733607835430, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/WALs/dbf4292a68c8,33461,1733607835430, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/oldWALs, maxLogs=10 2024-12-07T21:43:56,693 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/WALs/dbf4292a68c8,33461,1733607835430/dbf4292a68c8%2C33461%2C1733607835430.1733607836671, exclude list is [], retry=0 2024-12-07T21:43:56,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:43:56,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:56,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:56,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:56,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T21:43:56,752 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/WALs/dbf4292a68c8,33461,1733607835430/dbf4292a68c8%2C33461%2C1733607835430.1733607836671 2024-12-07T21:43:56,753 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:43:56,753 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:43:56,754 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:56,756 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,757 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T21:43:56,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:56,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:56,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T21:43:56,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:56,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:56,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T21:43:56,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:56,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:56,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T21:43:56,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:56,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:56,827 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,831 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,833 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,838 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,838 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,842 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:43:56,846 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:43:56,850 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:43:56,851 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71135657, jitterRate=0.060003891587257385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:43:56,857 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733607836767Initializing all the Stores at 1733607836769 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607836770 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607836770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607836770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607836771 (+1 ms)Cleaning up temporary data from old regions at 1733607836838 (+67 ms)Region opened successfully at 1733607836857 (+19 ms) 2024-12-07T21:43:56,858 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T21:43:56,888 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d69db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:43:56,912 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T21:43:56,921 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T21:43:56,921 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T21:43:56,924 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T21:43:56,925 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T21:43:56,929 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-07T21:43:56,929 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T21:43:56,950 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T21:43:56,957 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T21:43:56,987 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T21:43:56,990 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T21:43:56,991 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T21:43:56,995 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T21:43:56,999 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T21:43:57,002 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T21:43:57,012 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T21:43:57,014 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T21:43:57,020 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T21:43:57,044 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T21:43:57,054 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T21:43:57,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:43:57,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:43:57,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:43:57,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:43:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,066 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbf4292a68c8,33461,1733607835430, sessionid=0x100024a02ca0000, setting cluster-up flag (Was=false) 2024-12-07T21:43:57,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,113 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T21:43:57,117 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:57,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:57,163 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T21:43:57,167 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:57,172 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T21:43:57,207 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(746): ClusterId : 97ceb045-cda1-4f23-9733-d0c4be7ee643 2024-12-07T21:43:57,207 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(746): ClusterId : 97ceb045-cda1-4f23-9733-d0c4be7ee643 2024-12-07T21:43:57,207 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(746): ClusterId : 97ceb045-cda1-4f23-9733-d0c4be7ee643 2024-12-07T21:43:57,209 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T21:43:57,209 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T21:43:57,209 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T21:43:57,223 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T21:43:57,223 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T21:43:57,223 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T21:43:57,223 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T21:43:57,223 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T21:43:57,223 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T21:43:57,238 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T21:43:57,238 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T21:43:57,238 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T21:43:57,239 DEBUG [RS:0;dbf4292a68c8:34425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3803a414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:43:57,239 DEBUG [RS:1;dbf4292a68c8:33547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d6b37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:43:57,239 DEBUG [RS:2;dbf4292a68c8:35861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117f9070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:43:57,247 INFO [AsyncFSWAL-0-hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData-prefix:dbf4292a68c8,33461,1733607835430 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-07T21:43:57,255 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;dbf4292a68c8:33547 2024-12-07T21:43:57,259 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T21:43:57,259 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T21:43:57,260 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T21:43:57,260 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbf4292a68c8:34425 2024-12-07T21:43:57,260 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;dbf4292a68c8:35861 2024-12-07T21:43:57,260 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T21:43:57,260 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T21:43:57,260 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T21:43:57,260 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T21:43:57,260 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T21:43:57,260 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T21:43:57,262 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T21:43:57,263 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33461,1733607835430 with port=33547, startcode=1733607836239 2024-12-07T21:43:57,263 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33461,1733607835430 with port=35861, startcode=1733607836278 2024-12-07T21:43:57,263 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33461,1733607835430 with port=34425, startcode=1733607836146 2024-12-07T21:43:57,272 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T21:43:57,276 DEBUG [RS:0;dbf4292a68c8:34425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T21:43:57,276 DEBUG [RS:2;dbf4292a68c8:35861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T21:43:57,276 DEBUG [RS:1;dbf4292a68c8:33547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T21:43:57,279 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T21:43:57,284 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbf4292a68c8,33461,1733607835430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T21:43:57,293 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:43:57,293 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:43:57,293 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:43:57,293 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:43:57,293 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbf4292a68c8:0, corePoolSize=10, maxPoolSize=10 2024-12-07T21:43:57,294 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,294 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:43:57,294 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,300 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733607867300 2024-12-07T21:43:57,302 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T21:43:57,304 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T21:43:57,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:43:57,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T21:43:57,308 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T21:43:57,308 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T21:43:57,309 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T21:43:57,309 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T21:43:57,311 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60013, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T21:43:57,311 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33591, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T21:43:57,311 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57855, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T21:43:57,310 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:57,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T21:43:57,314 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T21:43:57,315 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T21:43:57,315 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T21:43:57,317 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T21:43:57,317 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:43:57,318 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T21:43:57,319 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733607837319,5,FailOnTimeoutGroup] 2024-12-07T21:43:57,322 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:43:57,323 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733607837320,5,FailOnTimeoutGroup] 2024-12-07T21:43:57,323 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,323 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:43:57,324 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T21:43:57,325 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,325 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741831_1007 (size=1321) 2024-12-07T21:43:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741831_1007 (size=1321) 2024-12-07T21:43:57,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741831_1007 (size=1321) 2024-12-07T21:43:57,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T21:43:57,362 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c 2024-12-07T21:43:57,369 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T21:43:57,369 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T21:43:57,369 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T21:43:57,369 WARN [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T21:43:57,369 WARN [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T21:43:57,369 WARN [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T21:43:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741832_1008 (size=32) 2024-12-07T21:43:57,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741832_1008 (size=32) 2024-12-07T21:43:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741832_1008 (size=32) 2024-12-07T21:43:57,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:43:57,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:43:57,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:57,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:57,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:43:57,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:43:57,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:57,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:43:57,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:43:57,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:57,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:57,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:43:57,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:43:57,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:57,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:57,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:43:57,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740 2024-12-07T21:43:57,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740 2024-12-07T21:43:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:43:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:43:57,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:43:57,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:43:57,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:43:57,403 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66465809, jitterRate=-0.009582266211509705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:43:57,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733607837375Initializing all the Stores at 1733607837377 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607837377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607837377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607837377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607837377Cleaning up temporary data from old regions at 1733607837395 (+18 ms)Region opened successfully at 1733607837405 (+10 ms) 2024-12-07T21:43:57,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T21:43:57,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T21:43:57,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T21:43:57,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T21:43:57,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T21:43:57,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T21:43:57,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733607837405Disabling compacts and flushes for region at 1733607837405Disabling writes for close at 1733607837406 (+1 ms)Writing region close event to WAL at 1733607837406Closed at 1733607837407 (+1 ms) 2024-12-07T21:43:57,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:43:57,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T21:43:57,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T21:43:57,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:43:57,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T21:43:57,471 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33461,1733607835430 with port=35861, startcode=1733607836278 2024-12-07T21:43:57,471 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33461,1733607835430 with port=33547, startcode=1733607836239 2024-12-07T21:43:57,471 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33461,1733607835430 with port=34425, startcode=1733607836146 2024-12-07T21:43:57,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:57,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(517): Registering regionserver=dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:57,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbf4292a68c8,34425,1733607836146 2024-12-07T21:43:57,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(517): Registering regionserver=dbf4292a68c8,34425,1733607836146 2024-12-07T21:43:57,482 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c 2024-12-07T21:43:57,482 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46325 2024-12-07T21:43:57,482 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T21:43:57,484 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c 2024-12-07T21:43:57,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbf4292a68c8,33547,1733607836239 2024-12-07T21:43:57,484 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46325 2024-12-07T21:43:57,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(517): Registering regionserver=dbf4292a68c8,33547,1733607836239 2024-12-07T21:43:57,484 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T21:43:57,489 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c 2024-12-07T21:43:57,489 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46325 2024-12-07T21:43:57,489 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T21:43:57,578 WARN [dbf4292a68c8:33461 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:43:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T21:43:57,613 DEBUG [RS:0;dbf4292a68c8:34425 {}] zookeeper.ZKUtil(111): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dbf4292a68c8,34425,1733607836146 2024-12-07T21:43:57,614 DEBUG [RS:2;dbf4292a68c8:35861 {}] zookeeper.ZKUtil(111): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:57,614 WARN [RS:0;dbf4292a68c8:34425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:43:57,614 WARN [RS:2;dbf4292a68c8:35861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:43:57,614 INFO [RS:0;dbf4292a68c8:34425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:57,615 INFO [RS:2;dbf4292a68c8:35861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:57,615 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,34425,1733607836146 2024-12-07T21:43:57,615 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:57,616 DEBUG [RS:1;dbf4292a68c8:33547 {}] zookeeper.ZKUtil(111): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dbf4292a68c8,33547,1733607836239 2024-12-07T21:43:57,616 WARN [RS:1;dbf4292a68c8:33547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:43:57,616 INFO [RS:1;dbf4292a68c8:33547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:57,617 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239 2024-12-07T21:43:57,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbf4292a68c8,33547,1733607836239] 2024-12-07T21:43:57,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbf4292a68c8,34425,1733607836146] 2024-12-07T21:43:57,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbf4292a68c8,35861,1733607836278] 2024-12-07T21:43:57,641 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T21:43:57,641 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T21:43:57,641 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T21:43:57,653 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T21:43:57,653 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T21:43:57,653 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T21:43:57,658 INFO [RS:1;dbf4292a68c8:33547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:43:57,658 INFO [RS:0;dbf4292a68c8:34425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:43:57,658 INFO [RS:2;dbf4292a68c8:35861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:43:57,658 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,658 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,658 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,659 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T21:43:57,660 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T21:43:57,660 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T21:43:57,664 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T21:43:57,664 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T21:43:57,664 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T21:43:57,666 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,666 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,666 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,666 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:43:57,666 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,666 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:43:57,667 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:43:57,667 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:43:57,668 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:43:57,668 DEBUG [RS:1;dbf4292a68c8:33547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:43:57,668 DEBUG [RS:0;dbf4292a68c8:34425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:43:57,668 DEBUG [RS:2;dbf4292a68c8:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:43:57,671 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,34425,1733607836146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33547,1733607836239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:43:57,675 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,675 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,675 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,675 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,675 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,675 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,35861,1733607836278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:43:57,698 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T21:43:57,698 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T21:43:57,698 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T21:43:57,700 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33547,1733607836239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,700 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,35861,1733607836278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,700 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,34425,1733607836146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,701 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,701 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,701 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,701 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.Replication(171): dbf4292a68c8,34425,1733607836146 started 2024-12-07T21:43:57,701 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.Replication(171): dbf4292a68c8,35861,1733607836278 started 2024-12-07T21:43:57,701 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.Replication(171): dbf4292a68c8,33547,1733607836239 started 2024-12-07T21:43:57,725 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,725 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,725 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:57,725 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1482): Serving as dbf4292a68c8,34425,1733607836146, RpcServer on dbf4292a68c8/172.17.0.2:34425, sessionid=0x100024a02ca0001 2024-12-07T21:43:57,725 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1482): Serving as dbf4292a68c8,33547,1733607836239, RpcServer on dbf4292a68c8/172.17.0.2:33547, sessionid=0x100024a02ca0002 2024-12-07T21:43:57,725 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1482): Serving as dbf4292a68c8,35861,1733607836278, RpcServer on dbf4292a68c8/172.17.0.2:35861, sessionid=0x100024a02ca0003 2024-12-07T21:43:57,726 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T21:43:57,726 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T21:43:57,726 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T21:43:57,726 DEBUG [RS:2;dbf4292a68c8:35861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:57,726 DEBUG [RS:1;dbf4292a68c8:33547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbf4292a68c8,33547,1733607836239 2024-12-07T21:43:57,726 DEBUG [RS:0;dbf4292a68c8:34425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbf4292a68c8,34425,1733607836146 2024-12-07T21:43:57,727 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,33547,1733607836239' 2024-12-07T21:43:57,727 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,34425,1733607836146' 2024-12-07T21:43:57,727 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,35861,1733607836278' 2024-12-07T21:43:57,727 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T21:43:57,727 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T21:43:57,727 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T21:43:57,728 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T21:43:57,728 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T21:43:57,728 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T21:43:57,729 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T21:43:57,729 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T21:43:57,729 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T21:43:57,729 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T21:43:57,729 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T21:43:57,729 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T21:43:57,729 DEBUG [RS:1;dbf4292a68c8:33547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbf4292a68c8,33547,1733607836239 2024-12-07T21:43:57,729 DEBUG [RS:0;dbf4292a68c8:34425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbf4292a68c8,34425,1733607836146 2024-12-07T21:43:57,729 DEBUG [RS:2;dbf4292a68c8:35861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:57,729 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,34425,1733607836146' 2024-12-07T21:43:57,729 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,33547,1733607836239' 2024-12-07T21:43:57,729 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,35861,1733607836278' 2024-12-07T21:43:57,729 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T21:43:57,729 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T21:43:57,729 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T21:43:57,730 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T21:43:57,730 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T21:43:57,730 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T21:43:57,730 DEBUG [RS:1;dbf4292a68c8:33547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T21:43:57,730 DEBUG [RS:0;dbf4292a68c8:34425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T21:43:57,730 DEBUG [RS:2;dbf4292a68c8:35861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T21:43:57,730 INFO [RS:1;dbf4292a68c8:33547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T21:43:57,730 INFO [RS:0;dbf4292a68c8:34425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T21:43:57,730 INFO [RS:2;dbf4292a68c8:35861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T21:43:57,730 INFO [RS:1;dbf4292a68c8:33547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T21:43:57,730 INFO [RS:2;dbf4292a68c8:35861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T21:43:57,730 INFO [RS:0;dbf4292a68c8:34425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T21:43:57,835 INFO [RS:1;dbf4292a68c8:33547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:57,835 INFO [RS:2;dbf4292a68c8:35861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:57,835 INFO [RS:0;dbf4292a68c8:34425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:57,838 INFO [RS:2;dbf4292a68c8:35861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C35861%2C1733607836278, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs, maxLogs=32 2024-12-07T21:43:57,838 INFO [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C33547%2C1733607836239, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs, maxLogs=32 2024-12-07T21:43:57,838 INFO [RS:0;dbf4292a68c8:34425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C34425%2C1733607836146, suffix=, logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,34425,1733607836146, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs, maxLogs=32 2024-12-07T21:43:57,855 DEBUG [RS:2;dbf4292a68c8:35861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278/dbf4292a68c8%2C35861%2C1733607836278.1733607837842, exclude list is [], retry=0 2024-12-07T21:43:57,855 DEBUG [RS:1;dbf4292a68c8:33547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239/dbf4292a68c8%2C33547%2C1733607836239.1733607837842, exclude list is [], retry=0 2024-12-07T21:43:57,856 DEBUG [RS:0;dbf4292a68c8:34425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,34425,1733607836146/dbf4292a68c8%2C34425%2C1733607836146.1733607837842, exclude list is [], retry=0 2024-12-07T21:43:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:57,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:57,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:57,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:57,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:57,868 INFO [RS:0;dbf4292a68c8:34425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,34425,1733607836146/dbf4292a68c8%2C34425%2C1733607836146.1733607837842 2024-12-07T21:43:57,868 INFO [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239/dbf4292a68c8%2C33547%2C1733607836239.1733607837842 2024-12-07T21:43:57,869 INFO [RS:2;dbf4292a68c8:35861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 2024-12-07T21:43:57,869 DEBUG [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:43:57,869 DEBUG [RS:0;dbf4292a68c8:34425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:43:57,869 DEBUG [RS:2;dbf4292a68c8:35861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:43:58,084 DEBUG [dbf4292a68c8:33461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-07T21:43:58,095 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(204): Hosts are {dbf4292a68c8=0} racks are {/default-rack=0} 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T21:43:58,101 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T21:43:58,101 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T21:43:58,101 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T21:43:58,101 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T21:43:58,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:58,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,35861,1733607836278, state=OPENING 2024-12-07T21:43:58,188 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T21:43:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:43:58,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:43:58,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,35861,1733607836278}] 2024-12-07T21:43:58,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:43:58,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47835, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:43:58,403 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T21:43:58,404 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:58,405 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T21:43:58,408 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C35861%2C1733607836278.meta, suffix=.meta, logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs, maxLogs=32 2024-12-07T21:43:58,424 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, exclude list is [], retry=0 2024-12-07T21:43:58,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:58,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:58,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:58,430 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta 2024-12-07T21:43:58,430 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:43:58,431 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:43:58,432 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T21:43:58,434 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T21:43:58,438 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T21:43:58,441 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T21:43:58,442 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:58,442 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T21:43:58,442 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T21:43:58,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:43:58,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:43:58,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:58,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:58,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:43:58,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:43:58,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:43:58,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:43:58,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:58,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:58,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:43:58,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:43:58,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:58,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:43:58,454 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:43:58,455 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740 2024-12-07T21:43:58,458 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740 2024-12-07T21:43:58,460 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:43:58,460 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:43:58,461 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:43:58,464 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:43:58,465 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66817227, jitterRate=-0.004345729947090149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:43:58,465 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T21:43:58,466 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733607838442Writing region info on filesystem at 1733607838442Initializing all the Stores at 1733607838444 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607838444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607838444Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607838444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607838444Cleaning up temporary data from old regions at 1733607838460 (+16 ms)Running coprocessor post-open hooks at 1733607838465 (+5 ms)Region opened successfully at 1733607838466 (+1 ms) 2024-12-07T21:43:58,472 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733607838381 2024-12-07T21:43:58,482 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T21:43:58,482 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T21:43:58,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:58,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,35861,1733607836278, state=OPEN 2024-12-07T21:43:58,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:43:58,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:43:58,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:43:58,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:43:58,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:43:58,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbf4292a68c8,35861,1733607836278 2024-12-07T21:43:58,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T21:43:58,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,35861,1733607836278 in 293 msec 2024-12-07T21:43:58,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T21:43:58,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0980 sec 2024-12-07T21:43:58,523 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:43:58,523 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T21:43:58,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:43:58,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1] 2024-12-07T21:43:58,557 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:43:58,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:43:58,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3760 sec 2024-12-07T21:43:58,579 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733607838579, completionTime=-1 2024-12-07T21:43:58,582 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-07T21:43:58,582 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T21:43:58,628 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-07T21:43:58,628 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733607898628 2024-12-07T21:43:58,628 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733607958628 2024-12-07T21:43:58,628 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 46 msec 2024-12-07T21:43:58,630 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T21:43:58,640 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33461,1733607835430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,641 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33461,1733607835430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,641 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33461,1733607835430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,642 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbf4292a68c8:33461, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,643 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,643 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,649 DEBUG [master/dbf4292a68c8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T21:43:58,669 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.305sec 2024-12-07T21:43:58,670 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T21:43:58,671 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T21:43:58,672 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T21:43:58,672 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T21:43:58,673 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T21:43:58,673 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33461,1733607835430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:43:58,674 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33461,1733607835430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T21:43:58,678 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T21:43:58,679 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T21:43:58,679 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33461,1733607835430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:43:58,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4281526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:43:58,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33461,-1 for getting cluster id 2024-12-07T21:43:58,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:43:58,734 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ceb045-cda1-4f23-9733-d0c4be7ee643' 2024-12-07T21:43:58,736 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:43:58,737 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ceb045-cda1-4f23-9733-d0c4be7ee643" 2024-12-07T21:43:58,737 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0f814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:43:58,737 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33461,-1] 2024-12-07T21:43:58,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:43:58,741 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:43:58,742 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:43:58,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e143cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:43:58,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:43:58,752 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1] 2024-12-07T21:43:58,752 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:43:58,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:43:58,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbf4292a68c8,33461,1733607835430 2024-12-07T21:43:58,773 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46325/hbase 2024-12-07T21:43:58,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=18612 2024-12-07T21:43:58,800 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:58,803 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:58,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:58,808 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52811360, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-52811360, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:43:58,820 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52811360/hregion-52811360.1733607838809, exclude list is [], retry=0 2024-12-07T21:43:58,824 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:58,824 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:58,824 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:58,826 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52811360/hregion-52811360.1733607838809 2024-12-07T21:43:58,827 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:43:58,827 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f91d791059e1ec7c470386f725362274, NAME => 'testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:43:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741838_1014 (size=64) 2024-12-07T21:43:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741838_1014 (size=64) 2024-12-07T21:43:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741838_1014 (size=64) 2024-12-07T21:43:58,846 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:58,849 INFO [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,851 INFO [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f91d791059e1ec7c470386f725362274 columnFamilyName a 2024-12-07T21:43:58,852 DEBUG [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:58,853 INFO [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] regionserver.HStore(327): Store=f91d791059e1ec7c470386f725362274/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:58,853 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,854 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,855 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:58,862 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:43:58,863 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f91d791059e1ec7c470386f725362274; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70113978, jitterRate=0.044779688119888306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:43:58,864 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f91d791059e1ec7c470386f725362274: Writing region info on filesystem at 1733607838847Initializing all the Stores at 1733607838848 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607838848Cleaning up temporary data from old regions at 1733607838855 (+7 ms)Region opened successfully at 1733607838864 (+9 ms) 2024-12-07T21:43:58,864 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f91d791059e1ec7c470386f725362274, disabling compactions & flushes 2024-12-07T21:43:58,864 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274. 2024-12-07T21:43:58,865 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274. 2024-12-07T21:43:58,865 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274. after waiting 0 ms 2024-12-07T21:43:58,865 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274. 2024-12-07T21:43:58,865 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274. 2024-12-07T21:43:58,865 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f91d791059e1ec7c470386f725362274: Waiting for close lock at 1733607838864Disabling compacts and flushes for region at 1733607838864Disabling writes for close at 1733607838865 (+1 ms)Writing region close event to WAL at 1733607838865Closed at 1733607838865 2024-12-07T21:43:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741837_1013 (size=95) 2024-12-07T21:43:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741837_1013 (size=95) 2024-12-07T21:43:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741837_1013 (size=95) 2024-12-07T21:43:58,876 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:43:58,876 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52811360:(num 1733607838809) 2024-12-07T21:43:58,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T21:43:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741839_1015 (size=320) 2024-12-07T21:43:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741839_1015 (size=320) 2024-12-07T21:43:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741839_1015 (size=320) 2024-12-07T21:43:58,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T21:43:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741840_1016 (size=253) 2024-12-07T21:43:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741840_1016 (size=253) 2024-12-07T21:43:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741840_1016 (size=253) 2024-12-07T21:43:58,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1, size=320 (320bytes) 2024-12-07T21:43:58,929 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T21:43:58,929 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T21:43:58,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1 2024-12-07T21:43:58,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1 after 3ms 2024-12-07T21:43:58,939 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:58,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1 took 13ms 2024-12-07T21:43:58,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1 so closing down 2024-12-07T21:43:58,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:43:58,953 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T21:43:58,955 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T21:43:58,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:43:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741841_1017 (size=320) 2024-12-07T21:43:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741841_1017 (size=320) 2024-12-07T21:43:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741841_1017 (size=320) 2024-12-07T21:43:58,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T21:43:58,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002 2024-12-07T21:43:58,976 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-07T21:43:58,976 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1, journal: Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1, size=320 (320bytes) at 1733607838928Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1 so closing down at 1733607838950 (+22 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000001-wal-1.temp at 1733607838955 (+5 ms)3 split writer threads finished at 1733607838957 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733607838968 (+11 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002 at 1733607838971 (+3 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733607838976 (+5 ms) 2024-12-07T21:43:58,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2, size=253 (253bytes) 2024-12-07T21:43:58,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2 2024-12-07T21:43:58,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2 after 1ms 2024-12-07T21:43:58,994 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:58,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2 took 6ms 2024-12-07T21:43:58,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2 so closing down 2024-12-07T21:43:58,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:43:59,000 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T21:43:59,002 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T21:43:59,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:43:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741842_1018 (size=253) 2024-12-07T21:43:59,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741842_1018 (size=253) 2024-12-07T21:43:59,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741842_1018 (size=253) 2024-12-07T21:43:59,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T21:43:59,017 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:59,020 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-07T21:43:59,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-07T21:43:59,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2, journal: Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2, size=253 (253bytes) at 1733607838989Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2 so closing down at 1733607838998 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002-wal-2.temp at 1733607839002 (+4 ms)3 split writer threads finished at 1733607839002Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733607839012 (+10 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733607839022 (+10 ms) 2024-12-07T21:43:59,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:43:59,025 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:43:59,040 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal.1733607839026, exclude list is [], retry=0 2024-12-07T21:43:59,044 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:59,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:59,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:59,047 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal.1733607839026 2024-12-07T21:43:59,048 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:43:59,048 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f91d791059e1ec7c470386f725362274, NAME => 'testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:43:59,048 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:59,048 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,048 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,050 INFO [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,052 INFO [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f91d791059e1ec7c470386f725362274 columnFamilyName a 2024-12-07T21:43:59,052 DEBUG [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:59,053 INFO [StoreOpener-f91d791059e1ec7c470386f725362274-1 {}] regionserver.HStore(327): Store=f91d791059e1ec7c470386f725362274/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:59,053 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,055 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,060 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002 2024-12-07T21:43:59,064 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:59,070 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002 2024-12-07T21:43:59,075 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f91d791059e1ec7c470386f725362274 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T21:43:59,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/.tmp/a/c6f95b88d8d444a6b761481cd9fc345a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733607838877/Put/seqid=0 2024-12-07T21:43:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741844_1020 (size=5170) 2024-12-07T21:43:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741844_1020 (size=5170) 2024-12-07T21:43:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741844_1020 (size=5170) 2024-12-07T21:43:59,130 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/.tmp/a/c6f95b88d8d444a6b761481cd9fc345a 2024-12-07T21:43:59,170 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/.tmp/a/c6f95b88d8d444a6b761481cd9fc345a as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/a/c6f95b88d8d444a6b761481cd9fc345a 2024-12-07T21:43:59,178 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/a/c6f95b88d8d444a6b761481cd9fc345a, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T21:43:59,182 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f91d791059e1ec7c470386f725362274 in 108ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T21:43:59,184 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/0000000000000000002 2024-12-07T21:43:59,184 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,184 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,187 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f91d791059e1ec7c470386f725362274 2024-12-07T21:43:59,190 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/f91d791059e1ec7c470386f725362274/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T21:43:59,191 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f91d791059e1ec7c470386f725362274; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61651910, jitterRate=-0.08131495118141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:43:59,192 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f91d791059e1ec7c470386f725362274: Writing region info on filesystem at 1733607839048Initializing all the Stores at 1733607839050 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607839050Obtaining lock to block concurrent updates at 1733607839075 (+25 ms)Preparing flush snapshotting stores in f91d791059e1ec7c470386f725362274 at 1733607839075Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733607839078 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733607838801.f91d791059e1ec7c470386f725362274. at 1733607839078Flushing f91d791059e1ec7c470386f725362274/a: creating writer at 1733607839080 (+2 ms)Flushing f91d791059e1ec7c470386f725362274/a: appending metadata at 1733607839110 (+30 ms)Flushing f91d791059e1ec7c470386f725362274/a: closing flushed file at 1733607839112 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e467fc5: reopening flushed file at 1733607839168 (+56 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f91d791059e1ec7c470386f725362274 in 108ms, sequenceid=2, compaction requested=false; wal=null at 1733607839182 (+14 ms)Cleaning up temporary data from old regions at 1733607839184 (+2 ms)Region opened successfully at 1733607839192 (+8 ms) 2024-12-07T21:43:59,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=378 (was 366) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:57198 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46325/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:42524 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:36628 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:36616 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:57372 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:42362 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=18596 (was 18612) 2024-12-07T21:43:59,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=378, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=18595 2024-12-07T21:43:59,238 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:59,241 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:59,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:59,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65407853, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-65407853, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:43:59,258 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65407853/hregion-65407853.1733607839246, exclude list is [], retry=0 2024-12-07T21:43:59,261 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:59,261 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:59,261 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:59,264 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65407853/hregion-65407853.1733607839246 2024-12-07T21:43:59,265 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:43:59,265 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 463933e87389c698e88f5a11e681dbc0, NAME => 'testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:43:59,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741846_1022 (size=64) 2024-12-07T21:43:59,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741846_1022 (size=64) 2024-12-07T21:43:59,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741846_1022 (size=64) 2024-12-07T21:43:59,276 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:59,279 INFO [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,281 INFO [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463933e87389c698e88f5a11e681dbc0 columnFamilyName a 2024-12-07T21:43:59,281 DEBUG [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:59,282 INFO [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] regionserver.HStore(327): Store=463933e87389c698e88f5a11e681dbc0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:59,282 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,285 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,285 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,287 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,291 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:43:59,292 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 463933e87389c698e88f5a11e681dbc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60576248, jitterRate=-0.0973435640335083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:43:59,292 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 463933e87389c698e88f5a11e681dbc0: Writing region info on filesystem at 1733607839276Initializing all the Stores at 1733607839277 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607839277Cleaning up temporary data from old regions at 1733607839285 (+8 ms)Region opened successfully at 1733607839292 (+7 ms) 2024-12-07T21:43:59,292 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 463933e87389c698e88f5a11e681dbc0, disabling compactions & flushes 2024-12-07T21:43:59,292 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0. 2024-12-07T21:43:59,292 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0. 2024-12-07T21:43:59,292 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0. after waiting 0 ms 2024-12-07T21:43:59,292 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0. 2024-12-07T21:43:59,293 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0. 2024-12-07T21:43:59,293 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 463933e87389c698e88f5a11e681dbc0: Waiting for close lock at 1733607839292Disabling compacts and flushes for region at 1733607839292Disabling writes for close at 1733607839292Writing region close event to WAL at 1733607839293 (+1 ms)Closed at 1733607839293 2024-12-07T21:43:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741845_1021 (size=95) 2024-12-07T21:43:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741845_1021 (size=95) 2024-12-07T21:43:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741845_1021 (size=95) 2024-12-07T21:43:59,299 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:43:59,299 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65407853:(num 1733607839246) 2024-12-07T21:43:59,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T21:43:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741847_1023 (size=320) 2024-12-07T21:43:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741847_1023 (size=320) 2024-12-07T21:43:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741847_1023 (size=320) 2024-12-07T21:43:59,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-07T21:43:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741848_1024 (size=253) 2024-12-07T21:43:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741848_1024 (size=253) 2024-12-07T21:43:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741848_1024 (size=253) 2024-12-07T21:43:59,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2, size=253 (253bytes) 2024-12-07T21:43:59,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2 2024-12-07T21:43:59,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2 after 1ms 2024-12-07T21:43:59,345 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:59,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2 took 5ms 2024-12-07T21:43:59,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2 so closing down 2024-12-07T21:43:59,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:43:59,350 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-07T21:43:59,352 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002-wal-2.temp 2024-12-07T21:43:59,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:43:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741849_1025 (size=253) 2024-12-07T21:43:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741849_1025 (size=253) 2024-12-07T21:43:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741849_1025 (size=253) 2024-12-07T21:43:59,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T21:43:59,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 2024-12-07T21:43:59,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-07T21:43:59,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2, journal: Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2, size=253 (253bytes) at 1733607839340Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2 so closing down at 1733607839348 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002-wal-2.temp at 1733607839352 (+4 ms)3 split writer threads finished at 1733607839352Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733607839361 (+9 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 at 1733607839363 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733607839363 2024-12-07T21:43:59,381 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1, size=320 (320bytes) 2024-12-07T21:43:59,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1 2024-12-07T21:43:59,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1 after 1ms 2024-12-07T21:43:59,386 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:59,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1 took 5ms 2024-12-07T21:43:59,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1 so closing down 2024-12-07T21:43:59,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:43:59,391 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-07T21:43:59,392 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000001-wal-1.temp 2024-12-07T21:43:59,393 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:43:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741850_1026 (size=320) 2024-12-07T21:43:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741850_1026 (size=320) 2024-12-07T21:43:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741850_1026 (size=320) 2024-12-07T21:43:59,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T21:43:59,404 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:59,407 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002, length=253 2024-12-07T21:43:59,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 2024-12-07T21:43:59,410 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-07T21:43:59,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1, journal: Splitting hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1, size=320 (320bytes) at 1733607839381Finishing writing output for hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1 so closing down at 1733607839389 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000001-wal-1.temp at 1733607839392 (+3 ms)3 split writer threads finished at 1733607839393 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733607839400 (+7 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 at 1733607839410 (+10 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733607839410 2024-12-07T21:43:59,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:43:59,413 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:43:59,429 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal.1733607839413, exclude list is [], retry=0 2024-12-07T21:43:59,433 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:59,434 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:59,434 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:59,437 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal.1733607839413 2024-12-07T21:43:59,437 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:43:59,437 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 463933e87389c698e88f5a11e681dbc0, NAME => 'testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:43:59,437 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:59,438 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,438 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,440 INFO [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,443 INFO [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463933e87389c698e88f5a11e681dbc0 columnFamilyName a 2024-12-07T21:43:59,443 DEBUG [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:59,444 INFO [StoreOpener-463933e87389c698e88f5a11e681dbc0-1 {}] regionserver.HStore(327): Store=463933e87389c698e88f5a11e681dbc0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:59,445 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,448 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,449 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 2024-12-07T21:43:59,453 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:43:59,455 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 2024-12-07T21:43:59,455 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 463933e87389c698e88f5a11e681dbc0 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-07T21:43:59,471 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/.tmp/a/85d31e1499b74e30b8ce1e820666e108 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733607839299/Put/seqid=0 2024-12-07T21:43:59,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741852_1028 (size=5170) 2024-12-07T21:43:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741852_1028 (size=5170) 2024-12-07T21:43:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741852_1028 (size=5170) 2024-12-07T21:43:59,480 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/.tmp/a/85d31e1499b74e30b8ce1e820666e108 2024-12-07T21:43:59,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/.tmp/a/85d31e1499b74e30b8ce1e820666e108 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/a/85d31e1499b74e30b8ce1e820666e108 2024-12-07T21:43:59,500 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/a/85d31e1499b74e30b8ce1e820666e108, entries=2, sequenceid=2, filesize=5.0 K 2024-12-07T21:43:59,500 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 463933e87389c698e88f5a11e681dbc0 in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-12-07T21:43:59,501 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/0000000000000000002 2024-12-07T21:43:59,502 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,502 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,504 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 463933e87389c698e88f5a11e681dbc0 2024-12-07T21:43:59,507 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/463933e87389c698e88f5a11e681dbc0/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-07T21:43:59,508 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 463933e87389c698e88f5a11e681dbc0; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67776555, jitterRate=0.009949371218681335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:43:59,509 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 463933e87389c698e88f5a11e681dbc0: Writing region info on filesystem at 1733607839438Initializing all the Stores at 1733607839439 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607839440 (+1 ms)Obtaining lock to block concurrent updates at 1733607839455 (+15 ms)Preparing flush snapshotting stores in 463933e87389c698e88f5a11e681dbc0 at 1733607839455Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733607839456 (+1 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733607839239.463933e87389c698e88f5a11e681dbc0. at 1733607839456Flushing 463933e87389c698e88f5a11e681dbc0/a: creating writer at 1733607839456Flushing 463933e87389c698e88f5a11e681dbc0/a: appending metadata at 1733607839470 (+14 ms)Flushing 463933e87389c698e88f5a11e681dbc0/a: closing flushed file at 1733607839470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3424f6d2: reopening flushed file at 1733607839490 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 463933e87389c698e88f5a11e681dbc0 in 45ms, sequenceid=2, compaction requested=false; wal=null at 1733607839500 (+10 ms)Cleaning up temporary data from old regions at 1733607839502 (+2 ms)Region opened successfully at 1733607839508 (+6 ms) 2024-12-07T21:43:59,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=388 (was 378) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:57198 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:57432 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:42596 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:36704 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:36628 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:42362 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=18588 (was 18595) 2024-12-07T21:43:59,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=388, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=18587 2024-12-07T21:43:59,549 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:59,551 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:43:59,552 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:43:59,554 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33978743, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-33978743, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:43:59,566 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33978743/hregion-33978743.1733607839555, exclude list is [], retry=0 2024-12-07T21:43:59,569 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:59,569 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:59,569 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:59,571 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33978743/hregion-33978743.1733607839555 2024-12-07T21:43:59,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:43:59,572 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2545668aa51644daa27bab0aa22cf15b, NAME => 'testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:43:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741854_1030 (size=64) 2024-12-07T21:43:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741854_1030 (size=64) 2024-12-07T21:43:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741854_1030 (size=64) 2024-12-07T21:43:59,583 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:43:59,584 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,586 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545668aa51644daa27bab0aa22cf15b columnFamilyName a 2024-12-07T21:43:59,586 DEBUG [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:59,587 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(327): Store=2545668aa51644daa27bab0aa22cf15b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:59,587 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,588 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545668aa51644daa27bab0aa22cf15b columnFamilyName b 2024-12-07T21:43:59,588 DEBUG [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:59,589 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(327): Store=2545668aa51644daa27bab0aa22cf15b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:59,589 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,591 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545668aa51644daa27bab0aa22cf15b columnFamilyName c 2024-12-07T21:43:59,591 DEBUG [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:43:59,591 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(327): Store=2545668aa51644daa27bab0aa22cf15b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:43:59,591 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,592 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,593 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,594 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,594 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,594 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:43:59,596 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:43:59,598 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:43:59,598 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2545668aa51644daa27bab0aa22cf15b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75202553, jitterRate=0.12060536444187164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:43:59,599 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2545668aa51644daa27bab0aa22cf15b: Writing region info on filesystem at 1733607839583Initializing all the Stores at 1733607839584 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607839584Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607839584Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607839584Cleaning up temporary data from old regions at 1733607839594 (+10 ms)Region opened successfully at 1733607839598 (+4 ms) 2024-12-07T21:43:59,599 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2545668aa51644daa27bab0aa22cf15b, disabling compactions & flushes 2024-12-07T21:43:59,599 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:43:59,599 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:43:59,599 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. after waiting 0 ms 2024-12-07T21:43:59,599 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:43:59,599 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:43:59,599 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2545668aa51644daa27bab0aa22cf15b: Waiting for close lock at 1733607839599Disabling compacts and flushes for region at 1733607839599Disabling writes for close at 1733607839599Writing region close event to WAL at 1733607839599Closed at 1733607839599 2024-12-07T21:43:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741853_1029 (size=95) 2024-12-07T21:43:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741853_1029 (size=95) 2024-12-07T21:43:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741853_1029 (size=95) 2024-12-07T21:43:59,605 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:43:59,605 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33978743:(num 1733607839555) 2024-12-07T21:43:59,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:43:59,607 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:43:59,620 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608, exclude list is [], retry=0 2024-12-07T21:43:59,623 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:43:59,623 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:43:59,623 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:43:59,626 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 2024-12-07T21:43:59,626 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:43:59,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608, size=0 (0bytes) 2024-12-07T21:43:59,810 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 might be still open, length is 0 2024-12-07T21:43:59,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 2024-12-07T21:43:59,811 WARN [IPC Server handler 2 on default port 46325 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-07T21:43:59,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 after 1ms 2024-12-07T21:44:00,520 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:42630 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44173:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42630 dst: /127.0.0.1:44173 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44173 remote=/127.0.0.1:42630]. Total timeout mills is 60000, 59262 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:00,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:36716 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40301:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36716 dst: /127.0.0.1:40301 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:00,521 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:57462 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57462 dst: /127.0.0.1:44427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741855_1032 (size=263633) 2024-12-07T21:44:00,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741855_1032 (size=263633) 2024-12-07T21:44:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741855_1032 (size=263633) 2024-12-07T21:44:03,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 after 4003ms 2024-12-07T21:44:03,819 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:03,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 took 4011ms 2024-12-07T21:44:03,827 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733607839608.temp 2024-12-07T21:44:03,829 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000000001-wal.1733607839608.temp 2024-12-07T21:44:03,938 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608; continuing. 2024-12-07T21:44:03,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 so closing down 2024-12-07T21:44:03,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:03,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741856_1033 (size=263641) 2024-12-07T21:44:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741856_1033 (size=263641) 2024-12-07T21:44:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741856_1033 (size=263641) 2024-12-07T21:44:03,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000000001-wal.1733607839608.temp (wrote 3002 edits, skipped 0 edits in 64 ms) 2024-12-07T21:44:03,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000000001-wal.1733607839608.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002 2024-12-07T21:44:03,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T21:44:03,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608, journal: Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608, size=0 (0bytes) at 1733607839810Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000000001-wal.1733607839608.temp at 1733607843829 (+4019 ms)Split 1024 edits, skipped 0 edits. at 1733607843882 (+53 ms)Split 2048 edits, skipped 0 edits. at 1733607843909 (+27 ms)Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 so closing down at 1733607843938 (+29 ms)3 split writer threads finished at 1733607843938Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000000001-wal.1733607839608.temp (wrote 3002 edits, skipped 0 edits in 64 ms) at 1733607843942 (+4 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000000001-wal.1733607839608.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002 at 1733607843944 (+2 ms)Processed 3002 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608, size=0, length=0, corrupted=false, cancelled=false at 1733607843944 2024-12-07T21:44:03,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607839608 2024-12-07T21:44:03,948 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002 2024-12-07T21:44:03,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:03,951 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:03,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:44:03,965 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607843951, exclude list is [], retry=0 2024-12-07T21:44:03,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:03,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:03,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:03,973 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607843951 2024-12-07T21:44:03,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:03,974 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:03,978 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:03,980 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545668aa51644daa27bab0aa22cf15b columnFamilyName a 2024-12-07T21:44:03,980 DEBUG [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:03,981 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(327): Store=2545668aa51644daa27bab0aa22cf15b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:03,981 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:03,983 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545668aa51644daa27bab0aa22cf15b columnFamilyName b 2024-12-07T21:44:03,983 DEBUG [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:03,984 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(327): Store=2545668aa51644daa27bab0aa22cf15b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:03,984 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:03,987 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545668aa51644daa27bab0aa22cf15b columnFamilyName c 2024-12-07T21:44:03,987 DEBUG [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:03,988 INFO [StoreOpener-2545668aa51644daa27bab0aa22cf15b-1 {}] regionserver.HStore(327): Store=2545668aa51644daa27bab0aa22cf15b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:03,988 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:03,989 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:03,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:03,993 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002 2024-12-07T21:44:03,997 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:04,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T21:44:04,052 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T21:44:04,384 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2545668aa51644daa27bab0aa22cf15b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T21:44:04,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/a/640bc460351d4b00b75648167cc5897f is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733607839632/Put/seqid=0 2024-12-07T21:44:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741858_1035 (size=50463) 2024-12-07T21:44:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741858_1035 (size=50463) 2024-12-07T21:44:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741858_1035 (size=50463) 2024-12-07T21:44:04,429 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/a/640bc460351d4b00b75648167cc5897f 2024-12-07T21:44:04,437 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/a/640bc460351d4b00b75648167cc5897f as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/a/640bc460351d4b00b75648167cc5897f 2024-12-07T21:44:04,443 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/a/640bc460351d4b00b75648167cc5897f, entries=754, sequenceid=754, filesize=49.3 K 2024-12-07T21:44:04,444 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 2545668aa51644daa27bab0aa22cf15b in 60ms, sequenceid=754, compaction requested=false; wal=null 2024-12-07T21:44:04,457 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T21:44:04,458 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2545668aa51644daa27bab0aa22cf15b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T21:44:04,465 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/a/56ca5a903ebb46aaa85807d28c493f45 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733607839667/Put/seqid=0 2024-12-07T21:44:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741859_1036 (size=20072) 2024-12-07T21:44:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741859_1036 (size=20072) 2024-12-07T21:44:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741859_1036 (size=20072) 2024-12-07T21:44:04,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/a/56ca5a903ebb46aaa85807d28c493f45 2024-12-07T21:44:04,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/b/ebc75e1290284a7d90dbf70b971dc3be is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733607839699/Put/seqid=0 2024-12-07T21:44:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741860_1037 (size=35835) 2024-12-07T21:44:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741860_1037 (size=35835) 2024-12-07T21:44:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741860_1037 (size=35835) 2024-12-07T21:44:04,507 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/b/ebc75e1290284a7d90dbf70b971dc3be 2024-12-07T21:44:04,514 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/a/56ca5a903ebb46aaa85807d28c493f45 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/a/56ca5a903ebb46aaa85807d28c493f45 2024-12-07T21:44:04,521 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/a/56ca5a903ebb46aaa85807d28c493f45, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-07T21:44:04,523 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/b/ebc75e1290284a7d90dbf70b971dc3be as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/b/ebc75e1290284a7d90dbf70b971dc3be 2024-12-07T21:44:04,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/b/ebc75e1290284a7d90dbf70b971dc3be, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-07T21:44:04,530 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2545668aa51644daa27bab0aa22cf15b in 73ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-07T21:44:04,551 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T21:44:04,551 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2545668aa51644daa27bab0aa22cf15b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-07T21:44:04,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/b/0d909f8f00534d2ab217f7051acd5819 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733607839714/Put/seqid=0 2024-12-07T21:44:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741861_1038 (size=35082) 2024-12-07T21:44:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741861_1038 (size=35082) 2024-12-07T21:44:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741861_1038 (size=35082) 2024-12-07T21:44:04,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/b/0d909f8f00534d2ab217f7051acd5819 2024-12-07T21:44:04,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/c/bcc0f677024b475e8ef71974af1b5780 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733607839738/Put/seqid=0 2024-12-07T21:44:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741862_1039 (size=20825) 2024-12-07T21:44:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741862_1039 (size=20825) 2024-12-07T21:44:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741862_1039 (size=20825) 2024-12-07T21:44:04,610 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/c/bcc0f677024b475e8ef71974af1b5780 2024-12-07T21:44:04,619 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/b/0d909f8f00534d2ab217f7051acd5819 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/b/0d909f8f00534d2ab217f7051acd5819 2024-12-07T21:44:04,627 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/b/0d909f8f00534d2ab217f7051acd5819, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-07T21:44:04,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/c/bcc0f677024b475e8ef71974af1b5780 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/c/bcc0f677024b475e8ef71974af1b5780 2024-12-07T21:44:04,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/c/bcc0f677024b475e8ef71974af1b5780, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-07T21:44:04,638 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2545668aa51644daa27bab0aa22cf15b in 87ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-07T21:44:04,649 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733607839780/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:44:04,652 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002 2024-12-07T21:44:04,652 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-07T21:44:04,652 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2545668aa51644daa27bab0aa22cf15b 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-07T21:44:04,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/c/5d1cae86adcf43a1ac84413f0e7f3141 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733607839744/Put/seqid=0 2024-12-07T21:44:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741863_1040 (size=50301) 2024-12-07T21:44:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741863_1040 (size=50301) 2024-12-07T21:44:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741863_1040 (size=50301) 2024-12-07T21:44:04,668 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/c/5d1cae86adcf43a1ac84413f0e7f3141 2024-12-07T21:44:04,675 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1cae86adcf43a1ac84413f0e7f3141 2024-12-07T21:44:04,677 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/.tmp/c/5d1cae86adcf43a1ac84413f0e7f3141 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/c/5d1cae86adcf43a1ac84413f0e7f3141 2024-12-07T21:44:04,684 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1cae86adcf43a1ac84413f0e7f3141 2024-12-07T21:44:04,684 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/c/5d1cae86adcf43a1ac84413f0e7f3141, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-07T21:44:04,685 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 2545668aa51644daa27bab0aa22cf15b in 33ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-07T21:44:04,686 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/0000000000000003002 2024-12-07T21:44:04,687 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:04,687 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:04,688 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:44:04,689 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2545668aa51644daa27bab0aa22cf15b 2024-12-07T21:44:04,692 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenIntoWAL/2545668aa51644daa27bab0aa22cf15b/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-07T21:44:04,694 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2545668aa51644daa27bab0aa22cf15b; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69556036, jitterRate=0.03646570444107056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:44:04,694 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2545668aa51644daa27bab0aa22cf15b: Writing region info on filesystem at 1733607843974Initializing all the Stores at 1733607843975 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607843975Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607843978 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607843978Cleaning up temporary data from old regions at 1733607844687 (+709 ms)Region opened successfully at 1733607844694 (+7 ms) 2024-12-07T21:44:04,769 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2545668aa51644daa27bab0aa22cf15b, disabling compactions & flushes 2024-12-07T21:44:04,769 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:44:04,769 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:44:04,770 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. after waiting 0 ms 2024-12-07T21:44:04,770 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:44:04,772 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733607839549.2545668aa51644daa27bab0aa22cf15b. 2024-12-07T21:44:04,772 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2545668aa51644daa27bab0aa22cf15b: Waiting for close lock at 1733607844769Disabling compacts and flushes for region at 1733607844769Disabling writes for close at 1733607844770 (+1 ms)Writing region close event to WAL at 1733607844772 (+2 ms)Closed at 1733607844772 2024-12-07T21:44:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741857_1034 (size=95) 2024-12-07T21:44:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741857_1034 (size=95) 2024-12-07T21:44:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741857_1034 (size=95) 2024-12-07T21:44:04,779 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:04,780 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733607843951) 2024-12-07T21:44:04,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 388) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-792318707_22 at /127.0.0.1:43634 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:39171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-792318707_22 at /127.0.0.1:60842 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-792318707_22 at /127.0.0.1:40780 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:39437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:46325 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=861 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=18515 (was 18587) 2024-12-07T21:44:04,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=861, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=18514 2024-12-07T21:44:04,824 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:04,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:04,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:04,830 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79066340, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-79066340, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:04,841 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79066340/hregion-79066340.1733607844830, exclude list is [], retry=0 2024-12-07T21:44:04,844 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:04,844 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:04,845 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:04,846 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79066340/hregion-79066340.1733607844830 2024-12-07T21:44:04,847 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:04,847 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1def65a2a0e1ce62f80e04406ec5622c, NAME => 'test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741865_1042 (size=43) 2024-12-07T21:44:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741865_1042 (size=43) 2024-12-07T21:44:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741865_1042 (size=43) 2024-12-07T21:44:04,860 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:04,861 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,863 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1def65a2a0e1ce62f80e04406ec5622c columnFamilyName a 2024-12-07T21:44:04,863 DEBUG [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:04,863 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(327): Store=1def65a2a0e1ce62f80e04406ec5622c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:04,864 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,865 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1def65a2a0e1ce62f80e04406ec5622c columnFamilyName b 2024-12-07T21:44:04,865 DEBUG [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:04,866 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(327): Store=1def65a2a0e1ce62f80e04406ec5622c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:04,866 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,868 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1def65a2a0e1ce62f80e04406ec5622c columnFamilyName c 2024-12-07T21:44:04,868 DEBUG [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:04,868 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(327): Store=1def65a2a0e1ce62f80e04406ec5622c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:04,868 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,869 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,870 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,871 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,871 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,872 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:04,873 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:04,875 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:04,876 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1def65a2a0e1ce62f80e04406ec5622c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59551296, jitterRate=-0.11261653900146484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:04,877 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1def65a2a0e1ce62f80e04406ec5622c: Writing region info on filesystem at 1733607844860Initializing all the Stores at 1733607844861 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607844861Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607844861Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607844861Cleaning up temporary data from old regions at 1733607844871 (+10 ms)Region opened successfully at 1733607844877 (+6 ms) 2024-12-07T21:44:04,877 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1def65a2a0e1ce62f80e04406ec5622c, disabling compactions & flushes 2024-12-07T21:44:04,877 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:04,877 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:04,877 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. after waiting 0 ms 2024-12-07T21:44:04,877 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:04,878 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:04,878 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1def65a2a0e1ce62f80e04406ec5622c: Waiting for close lock at 1733607844877Disabling compacts and flushes for region at 1733607844877Disabling writes for close at 1733607844877Writing region close event to WAL at 1733607844878 (+1 ms)Closed at 1733607844878 2024-12-07T21:44:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741864_1041 (size=95) 2024-12-07T21:44:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741864_1041 (size=95) 2024-12-07T21:44:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741864_1041 (size=95) 2024-12-07T21:44:04,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:04,884 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79066340:(num 1733607844830) 2024-12-07T21:44:04,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:04,886 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:04,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886, exclude list is [], retry=0 2024-12-07T21:44:04,900 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:04,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:04,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:04,904 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 2024-12-07T21:44:04,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741866_1043 (size=263359) 2024-12-07T21:44:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741866_1043 (size=263359) 2024-12-07T21:44:05,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741866_1043 (size=263359) 2024-12-07T21:44:05,121 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886, size=257.2 K (263359bytes) 2024-12-07T21:44:05,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 2024-12-07T21:44:05,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 after 0ms 2024-12-07T21:44:05,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:05,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 took 7ms 2024-12-07T21:44:05,131 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733607844886.temp 2024-12-07T21:44:05,133 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000000001-wal.1733607844886.temp 2024-12-07T21:44:05,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 so closing down 2024-12-07T21:44:05,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:05,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741867_1044 (size=263359) 2024-12-07T21:44:05,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741867_1044 (size=263359) 2024-12-07T21:44:05,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000000001-wal.1733607844886.temp (wrote 3000 edits, skipped 0 edits in 40 ms) 2024-12-07T21:44:05,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000000001-wal.1733607844886.temp to hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000 2024-12-07T21:44:05,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741867_1044 (size=263359) 2024-12-07T21:44:05,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-07T21:44:05,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886, journal: Splitting hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886, size=257.2 K (263359bytes) at 1733607845121Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000000001-wal.1733607844886.temp at 1733607845133 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733607845152 (+19 ms)Split 2048 edits, skipped 0 edits. at 1733607845173 (+21 ms)Finishing writing output for hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 so closing down at 1733607845193 (+20 ms)3 split writer threads finished at 1733607845194 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000000001-wal.1733607844886.temp (wrote 3000 edits, skipped 0 edits in 40 ms) at 1733607845197 (+3 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000000001-wal.1733607844886.temp to hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000 at 1733607845200 (+3 ms)Processed 3000 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733607845200 2024-12-07T21:44:05,202 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607844886 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607844886 2024-12-07T21:44:05,203 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000 2024-12-07T21:44:05,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:05,205 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:05,219 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206, exclude list is [], retry=0 2024-12-07T21:44:05,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:05,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:05,223 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:05,225 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 2024-12-07T21:44:05,225 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741868_1045 (size=263486) 2024-12-07T21:44:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741868_1045 (size=263486) 2024-12-07T21:44:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741868_1045 (size=263486) 2024-12-07T21:44:05,396 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206, size=257.3 K (263486bytes) 2024-12-07T21:44:05,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 2024-12-07T21:44:05,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 after 0ms 2024-12-07T21:44:05,400 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:05,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 took 5ms 2024-12-07T21:44:05,405 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733607845206.temp 2024-12-07T21:44:05,406 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003001-wal.1733607845206.temp 2024-12-07T21:44:05,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 so closing down 2024-12-07T21:44:05,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:05,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741869_1046 (size=263486) 2024-12-07T21:44:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741869_1046 (size=263486) 2024-12-07T21:44:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741869_1046 (size=263486) 2024-12-07T21:44:05,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003001-wal.1733607845206.temp (wrote 3000 edits, skipped 0 edits in 35 ms) 2024-12-07T21:44:05,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003001-wal.1733607845206.temp to hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000 2024-12-07T21:44:05,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-07T21:44:05,463 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206, journal: Splitting hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206, size=257.3 K (263486bytes) at 1733607845397Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003001-wal.1733607845206.temp at 1733607845406 (+9 ms)Split 1024 edits, skipped 0 edits. at 1733607845422 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733607845440 (+18 ms)Finishing writing output for hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 so closing down at 1733607845457 (+17 ms)3 split writer threads finished at 1733607845457Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003001-wal.1733607845206.temp (wrote 3000 edits, skipped 0 edits in 35 ms) at 1733607845461 (+4 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003001-wal.1733607845206.temp to hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000 at 1733607845463 (+2 ms)Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733607845463 2024-12-07T21:44:05,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845206 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607845206 2024-12-07T21:44:05,466 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000 2024-12-07T21:44:05,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:05,469 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/test2727-manual,16010,1733607844823, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:05,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845469, exclude list is [], retry=0 2024-12-07T21:44:05,484 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:05,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:05,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:05,487 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733607844823/wal.1733607845469 2024-12-07T21:44:05,488 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:05,488 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1def65a2a0e1ce62f80e04406ec5622c, NAME => 'test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:05,488 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:05,489 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,489 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,490 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,491 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1def65a2a0e1ce62f80e04406ec5622c columnFamilyName a 2024-12-07T21:44:05,491 DEBUG [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:05,492 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(327): Store=1def65a2a0e1ce62f80e04406ec5622c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:05,492 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,493 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1def65a2a0e1ce62f80e04406ec5622c columnFamilyName b 2024-12-07T21:44:05,493 DEBUG [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:05,494 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(327): Store=1def65a2a0e1ce62f80e04406ec5622c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:05,494 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,495 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1def65a2a0e1ce62f80e04406ec5622c columnFamilyName c 2024-12-07T21:44:05,495 DEBUG [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:05,496 INFO [StoreOpener-1def65a2a0e1ce62f80e04406ec5622c-1 {}] regionserver.HStore(327): Store=1def65a2a0e1ce62f80e04406ec5622c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:05,496 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,497 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,500 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,501 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000 2024-12-07T21:44:05,503 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:05,553 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000 2024-12-07T21:44:05,554 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000 2024-12-07T21:44:05,557 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:05,598 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000 2024-12-07T21:44:05,598 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1def65a2a0e1ce62f80e04406ec5622c 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-07T21:44:05,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/a/0aa9cd3ec8314d5396921dbe6a6cb4b2 is 41, key is test2727/a:100/1733607845229/Put/seqid=0 2024-12-07T21:44:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741871_1048 (size=84227) 2024-12-07T21:44:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741871_1048 (size=84227) 2024-12-07T21:44:05,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741871_1048 (size=84227) 2024-12-07T21:44:05,625 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/a/0aa9cd3ec8314d5396921dbe6a6cb4b2 2024-12-07T21:44:05,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/b/ee5cae86abee4f598e9b32de0c2f03f6 is 41, key is test2727/b:100/1733607845284/Put/seqid=0 2024-12-07T21:44:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741872_1049 (size=84609) 2024-12-07T21:44:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741872_1049 (size=84609) 2024-12-07T21:44:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741872_1049 (size=84609) 2024-12-07T21:44:05,661 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/b/ee5cae86abee4f598e9b32de0c2f03f6 2024-12-07T21:44:05,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/c/3652b1b21d2e4a1ebd4755d833b5ec8e is 41, key is test2727/c:100/1733607845334/Put/seqid=0 2024-12-07T21:44:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741873_1050 (size=84609) 2024-12-07T21:44:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741873_1050 (size=84609) 2024-12-07T21:44:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741873_1050 (size=84609) 2024-12-07T21:44:05,702 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/c/3652b1b21d2e4a1ebd4755d833b5ec8e 2024-12-07T21:44:05,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/a/0aa9cd3ec8314d5396921dbe6a6cb4b2 as hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/a/0aa9cd3ec8314d5396921dbe6a6cb4b2 2024-12-07T21:44:05,719 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/a/0aa9cd3ec8314d5396921dbe6a6cb4b2, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-07T21:44:05,721 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/b/ee5cae86abee4f598e9b32de0c2f03f6 as hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/b/ee5cae86abee4f598e9b32de0c2f03f6 2024-12-07T21:44:05,729 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/b/ee5cae86abee4f598e9b32de0c2f03f6, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T21:44:05,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/.tmp/c/3652b1b21d2e4a1ebd4755d833b5ec8e as hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/c/3652b1b21d2e4a1ebd4755d833b5ec8e 2024-12-07T21:44:05,739 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/c/3652b1b21d2e4a1ebd4755d833b5ec8e, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-07T21:44:05,740 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 1def65a2a0e1ce62f80e04406ec5622c in 141ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-07T21:44:05,740 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000003000 2024-12-07T21:44:05,741 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/0000000000000006000 2024-12-07T21:44:05,743 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,743 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,744 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:05,746 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1def65a2a0e1ce62f80e04406ec5622c 2024-12-07T21:44:05,750 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/test2727/1def65a2a0e1ce62f80e04406ec5622c/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-07T21:44:05,751 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1def65a2a0e1ce62f80e04406ec5622c; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67845865, jitterRate=0.010982170701026917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:05,753 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1def65a2a0e1ce62f80e04406ec5622c: Writing region info on filesystem at 1733607845489Initializing all the Stores at 1733607845490 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607845490Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607845490Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607845490Obtaining lock to block concurrent updates at 1733607845598 (+108 ms)Preparing flush snapshotting stores in 1def65a2a0e1ce62f80e04406ec5622c at 1733607845598Finished memstore snapshotting test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733607845599 (+1 ms)Flushing stores of test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. at 1733607845599Flushing 1def65a2a0e1ce62f80e04406ec5622c/a: creating writer at 1733607845599Flushing 1def65a2a0e1ce62f80e04406ec5622c/a: appending metadata at 1733607845618 (+19 ms)Flushing 1def65a2a0e1ce62f80e04406ec5622c/a: closing flushed file at 1733607845618Flushing 1def65a2a0e1ce62f80e04406ec5622c/b: creating writer at 1733607845633 (+15 ms)Flushing 1def65a2a0e1ce62f80e04406ec5622c/b: appending metadata at 1733607845653 (+20 ms)Flushing 1def65a2a0e1ce62f80e04406ec5622c/b: closing flushed file at 1733607845653Flushing 1def65a2a0e1ce62f80e04406ec5622c/c: creating writer at 1733607845669 (+16 ms)Flushing 1def65a2a0e1ce62f80e04406ec5622c/c: appending metadata at 1733607845695 (+26 ms)Flushing 1def65a2a0e1ce62f80e04406ec5622c/c: closing flushed file at 1733607845695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3892ae83: reopening flushed file at 1733607845709 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad9e9b6: reopening flushed file at 1733607845719 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3d17de: reopening flushed file at 1733607845729 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 1def65a2a0e1ce62f80e04406ec5622c in 141ms, sequenceid=6000, compaction requested=false; wal=null at 1733607845740 (+11 ms)Cleaning up temporary data from old regions at 1733607845743 (+3 ms)Region opened successfully at 1733607845752 (+9 ms) 2024-12-07T21:44:05,754 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-07T21:44:05,754 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1def65a2a0e1ce62f80e04406ec5622c, disabling compactions & flushes 2024-12-07T21:44:05,754 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:05,754 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:05,754 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. after waiting 0 ms 2024-12-07T21:44:05,755 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:05,756 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733607844825.1def65a2a0e1ce62f80e04406ec5622c. 2024-12-07T21:44:05,756 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1def65a2a0e1ce62f80e04406ec5622c: Waiting for close lock at 1733607845754Disabling compacts and flushes for region at 1733607845754Disabling writes for close at 1733607845754Writing region close event to WAL at 1733607845756 (+2 ms)Closed at 1733607845756 2024-12-07T21:44:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741870_1047 (size=95) 2024-12-07T21:44:05,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741870_1047 (size=95) 2024-12-07T21:44:05,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741870_1047 (size=95) 2024-12-07T21:44:05,763 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:05,763 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733607845469) 2024-12-07T21:44:05,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=404 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:60842 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:43738 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:40902 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=925 (was 861) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=18283 (was 18514) 2024-12-07T21:44:05,780 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T21:44:05,780 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:05,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T21:44:05,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T21:44:05,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T21:44:05,783 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:05,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-07T21:44:05,785 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:05,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=925, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=18282 2024-12-07T21:44:05,826 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:05,834 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:05,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733607845835 2024-12-07T21:44:05,850 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835 2024-12-07T21:44:05,859 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:05,864 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 80d81f481b2642edee7a3bc902b8a590, NAME => 'testSequentialEditLogSeqNum,,1733607845827.80d81f481b2642edee7a3bc902b8a590.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:05,864 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733607845827.80d81f481b2642edee7a3bc902b8a590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:05,864 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,864 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,865 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590 doesn't exist for region: 80d81f481b2642edee7a3bc902b8a590 on table testSequentialEditLogSeqNum 2024-12-07T21:44:05,866 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 80d81f481b2642edee7a3bc902b8a590 on table testSequentialEditLogSeqNum 2024-12-07T21:44:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741875_1052 (size=62) 2024-12-07T21:44:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741875_1052 (size=62) 2024-12-07T21:44:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741875_1052 (size=62) 2024-12-07T21:44:05,879 INFO [StoreOpener-80d81f481b2642edee7a3bc902b8a590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,881 INFO [StoreOpener-80d81f481b2642edee7a3bc902b8a590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d81f481b2642edee7a3bc902b8a590 columnFamilyName a 2024-12-07T21:44:05,881 DEBUG [StoreOpener-80d81f481b2642edee7a3bc902b8a590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:05,882 INFO [StoreOpener-80d81f481b2642edee7a3bc902b8a590-1 {}] regionserver.HStore(327): Store=80d81f481b2642edee7a3bc902b8a590/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:05,882 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,884 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,884 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,886 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 80d81f481b2642edee7a3bc902b8a590 2024-12-07T21:44:05,888 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:05,888 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 80d81f481b2642edee7a3bc902b8a590; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67199838, jitterRate=0.0013556182384490967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:44:05,889 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 80d81f481b2642edee7a3bc902b8a590: Writing region info on filesystem at 1733607845864Initializing all the Stores at 1733607845879 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607845879Cleaning up temporary data from old regions at 1733607845884 (+5 ms)Region opened successfully at 1733607845889 (+5 ms) 2024-12-07T21:44:05,901 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80d81f481b2642edee7a3bc902b8a590 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-07T21:44:05,925 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/.tmp/a/0743ab190e7b417d96dff3de0493f036 is 81, key is testSequentialEditLogSeqNum/a:x0/1733607845889/Put/seqid=0 2024-12-07T21:44:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741876_1053 (size=5833) 2024-12-07T21:44:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741876_1053 (size=5833) 2024-12-07T21:44:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741876_1053 (size=5833) 2024-12-07T21:44:05,932 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/.tmp/a/0743ab190e7b417d96dff3de0493f036 2024-12-07T21:44:05,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/.tmp/a/0743ab190e7b417d96dff3de0493f036 as hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/a/0743ab190e7b417d96dff3de0493f036 2024-12-07T21:44:05,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/a/0743ab190e7b417d96dff3de0493f036, entries=10, sequenceid=13, filesize=5.7 K 2024-12-07T21:44:05,948 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 80d81f481b2642edee7a3bc902b8a590 in 47ms, sequenceid=13, compaction requested=false 2024-12-07T21:44:05,948 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80d81f481b2642edee7a3bc902b8a590: 2024-12-07T21:44:05,954 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T21:44:05,955 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T21:44:05,955 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T21:44:05,955 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T21:44:05,955 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-07T21:44:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741874_1051 (size=1844) 2024-12-07T21:44:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741874_1051 (size=1844) 2024-12-07T21:44:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741874_1051 (size=1844) 2024-12-07T21:44:05,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835, size=1.8 K (1844bytes) 2024-12-07T21:44:05,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835 2024-12-07T21:44:05,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835 after 1ms 2024-12-07T21:44:05,984 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:05,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835 took 4ms 2024-12-07T21:44:05,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835 so closing down 2024-12-07T21:44:05,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:05,988 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733607845835.temp 2024-12-07T21:44:05,990 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000003-wal.1733607845835.temp 2024-12-07T21:44:05,991 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:05,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741877_1054 (size=1477) 2024-12-07T21:44:05,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741877_1054 (size=1477) 2024-12-07T21:44:05,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741877_1054 (size=1477) 2024-12-07T21:44:05,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000003-wal.1733607845835.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:06,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000003-wal.1733607845835.temp to hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000020 2024-12-07T21:44:06,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-12-07T21:44:06,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835, journal: Splitting hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835, size=1.8 K (1844bytes) at 1733607845980Finishing writing output for hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835 so closing down at 1733607845988 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000003-wal.1733607845835.temp at 1733607845990 (+2 ms)3 split writer threads finished at 1733607845991 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000003-wal.1733607845835.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733607845999 (+8 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000003-wal.1733607845835.temp to hdfs://localhost:46325/hbase/data/default/testSequentialEditLogSeqNum/80d81f481b2642edee7a3bc902b8a590/recovered.edits/0000000000000000020 at 1733607846001 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46325/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733607845825/wal.1733607845835, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1733607846001 2024-12-07T21:44:06,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:60842 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:40902 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 925) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=18229 (was 18282) 2024-12-07T21:44:06,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=18229 2024-12-07T21:44:06,042 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:06,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:06,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:06,062 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75255248, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-75255248, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:06,073 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75255248/hregion-75255248.1733607846062, exclude list is [], retry=0 2024-12-07T21:44:06,076 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:06,076 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:06,076 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:06,078 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75255248/hregion-75255248.1733607846062 2024-12-07T21:44:06,078 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:06,079 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ff93f6caa060dd91840aad06592ae99d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741879_1056 (size=70) 2024-12-07T21:44:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741879_1056 (size=70) 2024-12-07T21:44:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741879_1056 (size=70) 2024-12-07T21:44:06,091 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:06,094 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,096 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName a 2024-12-07T21:44:06,096 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:06,097 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:06,097 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,099 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName b 2024-12-07T21:44:06,099 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:06,099 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:06,099 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,101 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName c 2024-12-07T21:44:06,101 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:06,102 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:06,102 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,103 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,103 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,104 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,104 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,104 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:06,106 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,108 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:06,109 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff93f6caa060dd91840aad06592ae99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63108567, jitterRate=-0.0596090704202652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:06,109 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff93f6caa060dd91840aad06592ae99d: Writing region info on filesystem at 1733607846091Initializing all the Stores at 1733607846092 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607846092Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607846094 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607846094Cleaning up temporary data from old regions at 1733607846104 (+10 ms)Region opened successfully at 1733607846109 (+5 ms) 2024-12-07T21:44:06,109 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ff93f6caa060dd91840aad06592ae99d, disabling compactions & flushes 2024-12-07T21:44:06,109 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:06,109 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:06,109 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. after waiting 0 ms 2024-12-07T21:44:06,110 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:06,110 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:06,110 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ff93f6caa060dd91840aad06592ae99d: Waiting for close lock at 1733607846109Disabling compacts and flushes for region at 1733607846109Disabling writes for close at 1733607846109Writing region close event to WAL at 1733607846110 (+1 ms)Closed at 1733607846110 2024-12-07T21:44:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741878_1055 (size=95) 2024-12-07T21:44:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741878_1055 (size=95) 2024-12-07T21:44:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741878_1055 (size=95) 2024-12-07T21:44:06,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:06,115 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75255248:(num 1733607846062) 2024-12-07T21:44:06,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:06,118 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:06,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118, exclude list is [], retry=0 2024-12-07T21:44:06,134 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:06,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:06,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:06,137 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 2024-12-07T21:44:06,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:06,138 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ff93f6caa060dd91840aad06592ae99d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:06,138 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:06,138 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,138 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,140 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,141 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName a 2024-12-07T21:44:06,141 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:06,142 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:06,142 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,143 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName b 2024-12-07T21:44:06,143 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:06,144 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:06,144 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,144 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName c 2024-12-07T21:44:06,145 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:06,145 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:06,145 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,147 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,148 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,148 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,149 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:06,150 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:06,151 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff93f6caa060dd91840aad06592ae99d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69873375, jitterRate=0.04119442403316498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:06,151 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff93f6caa060dd91840aad06592ae99d: Writing region info on filesystem at 1733607846138Initializing all the Stores at 1733607846139 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607846139Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607846140 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607846140Cleaning up temporary data from old regions at 1733607846148 (+8 ms)Region opened successfully at 1733607846151 (+3 ms) 2024-12-07T21:44:06,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733607846154/Put/seqid=0 2024-12-07T21:44:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741881_1058 (size=4826) 2024-12-07T21:44:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741881_1058 (size=4826) 2024-12-07T21:44:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741881_1058 (size=4826) 2024-12-07T21:44:06,163 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46325/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in ff93f6caa060dd91840aad06592ae99d/a 2024-12-07T21:44:06,170 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-07T21:44:06,170 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T21:44:06,170 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ff93f6caa060dd91840aad06592ae99d: 2024-12-07T21:44:06,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_ 2024-12-07T21:44:06,173 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46325/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ff93f6caa060dd91840aad06592ae99d/a as hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_ - updating store file list. 2024-12-07T21:44:06,179 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:06,179 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_ into ff93f6caa060dd91840aad06592ae99d/a 2024-12-07T21:44:06,180 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46325/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into ff93f6caa060dd91840aad06592ae99d/a (new location: hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_) 2024-12-07T21:44:06,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118, size=0 (0bytes) 2024-12-07T21:44:06,215 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 might be still open, length is 0 2024-12-07T21:44:06,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 2024-12-07T21:44:06,216 WARN [IPC Server handler 2 on default port 46325 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-07T21:44:06,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 after 0ms 2024-12-07T21:44:06,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:32848 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32848 dst: /127.0.0.1:44427 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44427 remote=/127.0.0.1:32848]. Total timeout mills is 60000, 59672 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:06,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:43838 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44173:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43838 dst: /127.0.0.1:44173 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:06,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:41024 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40301:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41024 dst: /127.0.0.1:40301 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741880_1059 (size=473) 2024-12-07T21:44:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741880_1059 (size=473) 2024-12-07T21:44:10,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 after 4001ms 2024-12-07T21:44:10,224 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:10,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 took 4009ms 2024-12-07T21:44:10,228 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118; continuing. 2024-12-07T21:44:10,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 so closing down 2024-12-07T21:44:10,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:10,230 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733607846118.temp 2024-12-07T21:44:10,231 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005-wal.1733607846118.temp 2024-12-07T21:44:10,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741882_1060 (size=259) 2024-12-07T21:44:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741882_1060 (size=259) 2024-12-07T21:44:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741882_1060 (size=259) 2024-12-07T21:44:10,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005-wal.1733607846118.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:10,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005-wal.1733607846118.temp to hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005 2024-12-07T21:44:10,241 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T21:44:10,241 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118, journal: Splitting hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118, size=0 (0bytes) at 1733607846215Finishing writing output for hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 so closing down at 1733607850228 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005-wal.1733607846118.temp at 1733607850231 (+3 ms)3 split writer threads finished at 1733607850231Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005-wal.1733607846118.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733607850239 (+8 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005-wal.1733607846118.temp to hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005 at 1733607850240 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118, size=0, length=0, corrupted=false, cancelled=false at 1733607850241 (+1 ms) 2024-12-07T21:44:10,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607846118 2024-12-07T21:44:10,243 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005 2024-12-07T21:44:10,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:10,245 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:10,258 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607850245, exclude list is [], retry=0 2024-12-07T21:44:10,260 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:10,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:10,261 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:10,263 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607850245 2024-12-07T21:44:10,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:10,263 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ff93f6caa060dd91840aad06592ae99d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:10,263 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:10,264 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,264 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,265 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,266 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName a 2024-12-07T21:44:10,266 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:10,273 DEBUG [StoreFileOpener-ff93f6caa060dd91840aad06592ae99d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:10,273 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/ef8e18cd74784b5f848bbfc1fad3df08_SeqId_3_ 2024-12-07T21:44:10,273 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:10,274 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,275 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName b 2024-12-07T21:44:10,275 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:10,275 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:10,276 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,277 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff93f6caa060dd91840aad06592ae99d columnFamilyName c 2024-12-07T21:44:10,277 DEBUG [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:10,277 INFO [StoreOpener-ff93f6caa060dd91840aad06592ae99d-1 {}] regionserver.HStore(327): Store=ff93f6caa060dd91840aad06592ae99d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:10,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,278 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,281 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005 2024-12-07T21:44:10,282 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:10,283 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005 2024-12-07T21:44:10,283 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff93f6caa060dd91840aad06592ae99d 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-07T21:44:10,296 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/.tmp/a/65b324f6c61647c5b870d4193d3b9396 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733607846184/Put/seqid=0 2024-12-07T21:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741884_1062 (size=5149) 2024-12-07T21:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741884_1062 (size=5149) 2024-12-07T21:44:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741884_1062 (size=5149) 2024-12-07T21:44:10,303 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/.tmp/a/65b324f6c61647c5b870d4193d3b9396 2024-12-07T21:44:10,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/.tmp/a/65b324f6c61647c5b870d4193d3b9396 as hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/65b324f6c61647c5b870d4193d3b9396 2024-12-07T21:44:10,313 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/a/65b324f6c61647c5b870d4193d3b9396, entries=1, sequenceid=5, filesize=5.0 K 2024-12-07T21:44:10,313 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ff93f6caa060dd91840aad06592ae99d in 30ms, sequenceid=5, compaction requested=false; wal=null 2024-12-07T21:44:10,314 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/0000000000000000005 2024-12-07T21:44:10,315 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,315 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,316 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:10,317 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff93f6caa060dd91840aad06592ae99d 2024-12-07T21:44:10,319 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/ff93f6caa060dd91840aad06592ae99d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-07T21:44:10,320 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff93f6caa060dd91840aad06592ae99d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65479103, jitterRate=-0.02428533136844635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:10,321 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff93f6caa060dd91840aad06592ae99d: Writing region info on filesystem at 1733607850264Initializing all the Stores at 1733607850265 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607850265Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607850265Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607850265Obtaining lock to block concurrent updates at 1733607850283 (+18 ms)Preparing flush snapshotting stores in ff93f6caa060dd91840aad06592ae99d at 1733607850283Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733607850283Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. at 1733607850283Flushing ff93f6caa060dd91840aad06592ae99d/a: creating writer at 1733607850284 (+1 ms)Flushing ff93f6caa060dd91840aad06592ae99d/a: appending metadata at 1733607850296 (+12 ms)Flushing ff93f6caa060dd91840aad06592ae99d/a: closing flushed file at 1733607850296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aad2202: reopening flushed file at 1733607850308 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for ff93f6caa060dd91840aad06592ae99d in 30ms, sequenceid=5, compaction requested=false; wal=null at 1733607850313 (+5 ms)Cleaning up temporary data from old regions at 1733607850315 (+2 ms)Region opened successfully at 1733607850320 (+5 ms) 2024-12-07T21:44:10,324 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ff93f6caa060dd91840aad06592ae99d, disabling compactions & flushes 2024-12-07T21:44:10,324 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:10,324 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:10,324 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. after waiting 0 ms 2024-12-07T21:44:10,324 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:10,325 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733607846043.ff93f6caa060dd91840aad06592ae99d. 2024-12-07T21:44:10,325 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ff93f6caa060dd91840aad06592ae99d: Waiting for close lock at 1733607850324Disabling compacts and flushes for region at 1733607850324Disabling writes for close at 1733607850324Writing region close event to WAL at 1733607850325 (+1 ms)Closed at 1733607850325 2024-12-07T21:44:10,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741883_1061 (size=95) 2024-12-07T21:44:10,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741883_1061 (size=95) 2024-12-07T21:44:10,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741883_1061 (size=95) 2024-12-07T21:44:10,330 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:10,330 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733607850245) 2024-12-07T21:44:10,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 409) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-242408905_22 at /127.0.0.1:32866 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:46325 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-242408905_22 at /127.0.0.1:43876 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 228), ProcessCount=11 (was 11), AvailableMemoryMB=18231 (was 18229) - AvailableMemoryMB LEAK? - 2024-12-07T21:44:10,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=18231 2024-12-07T21:44:10,374 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:10,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:44:10,381 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33461,1733607835430 2024-12-07T21:44:10,383 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9c25cff 2024-12-07T21:44:10,384 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:44:10,386 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:44:10,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:44:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T21:44:10,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:44:10,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-07T21:44:10,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:10,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:44:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:44:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741885_1063 (size=694) 2024-12-07T21:44:10,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741885_1063 (size=694) 2024-12-07T21:44:10,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741885_1063 (size=694) 2024-12-07T21:44:10,414 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c 2024-12-07T21:44:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741886_1064 (size=77) 2024-12-07T21:44:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741886_1064 (size=77) 2024-12-07T21:44:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741886_1064 (size=77) 2024-12-07T21:44:10,424 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:10,424 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:10,424 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,424 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,424 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:10,424 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,424 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,424 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607850424Disabling compacts and flushes for region at 1733607850424Disabling writes for close at 1733607850424Writing region close event to WAL at 1733607850424Closed at 1733607850424 2024-12-07T21:44:10,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:44:10,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733607850426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733607850426"}]},"ts":"1733607850426"} 2024-12-07T21:44:10,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:44:10,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:44:10,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733607850437"}]},"ts":"1733607850437"} 2024-12-07T21:44:10,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-07T21:44:10,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {dbf4292a68c8=0} racks are {/default-rack=0} 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-07T21:44:10,445 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T21:44:10,445 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T21:44:10,445 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-07T21:44:10,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T21:44:10,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN}] 2024-12-07T21:44:10,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN 2024-12-07T21:44:10,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN; state=OFFLINE, location=dbf4292a68c8,35861,1733607836278; forceNewPlan=false, retain=false 2024-12-07T21:44:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:44:10,603 INFO [dbf4292a68c8:33461 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T21:44:10,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPENING, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:10,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN because future has completed 2024-12-07T21:44:10,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278}] 2024-12-07T21:44:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:44:10,773 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,773 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:10,774 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,775 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:10,775 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,775 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,777 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,779 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf1 2024-12-07T21:44:10,779 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:10,779 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:10,780 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,781 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf2 2024-12-07T21:44:10,781 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:10,782 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:10,782 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,783 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,784 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,785 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,785 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,786 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T21:44:10,787 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,790 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:10,791 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d707daf638812d5785fb8e6a7837c6d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767144, jitterRate=-0.12430131435394287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T21:44:10,791 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:10,791 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d707daf638812d5785fb8e6a7837c6d6: Running coprocessor pre-open hook at 1733607850775Writing region info on filesystem at 1733607850775Initializing all the Stores at 1733607850776 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607850776Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607850777 (+1 ms)Cleaning up temporary data from old regions at 1733607850785 (+8 ms)Running coprocessor post-open hooks at 1733607850791 (+6 ms)Region opened successfully at 1733607850791 2024-12-07T21:44:10,793 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., pid=6, masterSystemTime=1733607850760 2024-12-07T21:44:10,796 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,796 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:10,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:10,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278 because future has completed 2024-12-07T21:44:10,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T21:44:10,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278 in 194 msec 2024-12-07T21:44:10,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T21:44:10,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN in 357 msec 2024-12-07T21:44:10,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:44:10,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733607850808"}]},"ts":"1733607850808"} 2024-12-07T21:44:10,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-07T21:44:10,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:44:10,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 420 msec 2024-12-07T21:44:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:44:11,041 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-07T21:44:11,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-07T21:44:11,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T21:44:11,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-07T21:44:11,055 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T21:44:11,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-07T21:44:11,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=2] 2024-12-07T21:44:11,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d707daf638812d5785fb8e6a7837c6d6, source=dbf4292a68c8,35861,1733607836278, destination=dbf4292a68c8,34425,1733607836146, warming up region on dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:44:11,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d707daf638812d5785fb8e6a7837c6d6, source=dbf4292a68c8,35861,1733607836278, destination=dbf4292a68c8,34425,1733607836146, running balancer 2024-12-07T21:44:11,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:44:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE 2024-12-07T21:44:11,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE 2024-12-07T21:44:11,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=CLOSING, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:11,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(7855): Warmup {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:11,094 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE because future has completed 2024-12-07T21:44:11,094 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:44:11,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278}] 2024-12-07T21:44:11,095 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf1 2024-12-07T21:44:11,095 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:11,096 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:11,096 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,097 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf2 2024-12-07T21:44:11,097 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:11,097 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:11,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607851098Disabling compacts and flushes for region at 1733607851098Disabling writes for close at 1733607851098Writing region close event to WAL at 1733607851098Closed at 1733607851098 2024-12-07T21:44:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-07T21:44:11,255 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,255 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:44:11,256 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:11,256 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,256 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,256 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:11,257 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,257 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing d707daf638812d5785fb8e6a7837c6d6 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-07T21:44:11,277 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/c605c3feba2848f2a2d6b238d2e290c4 is 35, key is r1/cf1:q/1733607851071/Put/seqid=0 2024-12-07T21:44:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741887_1065 (size=4783) 2024-12-07T21:44:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741887_1065 (size=4783) 2024-12-07T21:44:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741887_1065 (size=4783) 2024-12-07T21:44:11,283 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/c605c3feba2848f2a2d6b238d2e290c4 2024-12-07T21:44:11,290 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/c605c3feba2848f2a2d6b238d2e290c4 as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4 2024-12-07T21:44:11,297 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4, entries=1, sequenceid=5, filesize=4.7 K 2024-12-07T21:44:11,298 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d707daf638812d5785fb8e6a7837c6d6 in 41ms, sequenceid=5, compaction requested=false 2024-12-07T21:44:11,298 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-07T21:44:11,303 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T21:44:11,305 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,305 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607851256Running coprocessor pre-close hooks at 1733607851256Disabling compacts and flushes for region at 1733607851256Disabling writes for close at 1733607851256Obtaining lock to block concurrent updates at 1733607851257 (+1 ms)Preparing flush snapshotting stores in d707daf638812d5785fb8e6a7837c6d6 at 1733607851257Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733607851257Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. at 1733607851259 (+2 ms)Flushing d707daf638812d5785fb8e6a7837c6d6/cf1: creating writer at 1733607851259Flushing d707daf638812d5785fb8e6a7837c6d6/cf1: appending metadata at 1733607851276 (+17 ms)Flushing d707daf638812d5785fb8e6a7837c6d6/cf1: closing flushed file at 1733607851276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e939d30: reopening flushed file at 1733607851289 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for d707daf638812d5785fb8e6a7837c6d6 in 41ms, sequenceid=5, compaction requested=false at 1733607851298 (+9 ms)Writing region close event to WAL at 1733607851299 (+1 ms)Running coprocessor post-close hooks at 1733607851303 (+4 ms)Closed at 1733607851305 (+2 ms) 2024-12-07T21:44:11,306 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding d707daf638812d5785fb8e6a7837c6d6 move to dbf4292a68c8,34425,1733607836146 record at close sequenceid=5 2024-12-07T21:44:11,309 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=CLOSED 2024-12-07T21:44:11,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278 because future has completed 2024-12-07T21:44:11,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T21:44:11,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278 in 218 msec 2024-12-07T21:44:11,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE; state=CLOSED, location=dbf4292a68c8,34425,1733607836146; forceNewPlan=false, retain=false 2024-12-07T21:44:11,468 INFO [dbf4292a68c8:33461 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T21:44:11,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPENING, regionLocation=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:11,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE because future has completed 2024-12-07T21:44:11,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146}] 2024-12-07T21:44:11,634 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,635 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:11,635 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,635 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:11,635 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,635 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,637 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,639 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf1 2024-12-07T21:44:11,639 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:11,647 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4 2024-12-07T21:44:11,647 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:11,648 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,649 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf2 2024-12-07T21:44:11,649 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:11,649 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:11,649 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,650 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,651 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,652 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,652 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,653 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T21:44:11,654 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,655 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened d707daf638812d5785fb8e6a7837c6d6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61587178, jitterRate=-0.08227953314781189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T21:44:11,655 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,656 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d707daf638812d5785fb8e6a7837c6d6: Running coprocessor pre-open hook at 1733607851636Writing region info on filesystem at 1733607851636Initializing all the Stores at 1733607851637 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607851637Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607851637Cleaning up temporary data from old regions at 1733607851652 (+15 ms)Running coprocessor post-open hooks at 1733607851655 (+3 ms)Region opened successfully at 1733607851656 (+1 ms) 2024-12-07T21:44:11,657 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., pid=9, masterSystemTime=1733607851626 2024-12-07T21:44:11,659 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,659 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPEN, openSeqNum=9, regionLocation=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:11,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146 because future has completed 2024-12-07T21:44:11,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-07T21:44:11,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146 in 192 msec 2024-12-07T21:44:11,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE in 583 msec 2024-12-07T21:44:11,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:44:11,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:44:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:56086 deadline: 1733607911701, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=34425 startCode=1733607836146. As of locationSeqNum=5. 2024-12-07T21:44:11,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=34425 startCode=1733607836146. As of locationSeqNum=5. 2024-12-07T21:44:11,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=34425 startCode=1733607836146. As of locationSeqNum=5. 2024-12-07T21:44:11,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,34425,1733607836146, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=34425 startCode=1733607836146. As of locationSeqNum=5. 2024-12-07T21:44:11,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:44:11,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:44:11,833 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d707daf638812d5785fb8e6a7837c6d6 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-07T21:44:11,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/c3a8fd186a234df99600611a22bdeabe is 29, key is r1/cf1:/1733607851823/DeleteFamily/seqid=0 2024-12-07T21:44:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741888_1066 (size=4906) 2024-12-07T21:44:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741888_1066 (size=4906) 2024-12-07T21:44:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741888_1066 (size=4906) 2024-12-07T21:44:11,858 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:11,864 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:11,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf2/6280ca76b07e43f7abb000df42dac1a6 is 29, key is r1/cf2:/1733607851823/DeleteFamily/seqid=0 2024-12-07T21:44:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741889_1067 (size=4906) 2024-12-07T21:44:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741889_1067 (size=4906) 2024-12-07T21:44:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741889_1067 (size=4906) 2024-12-07T21:44:11,884 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf2/6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:11,890 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:11,892 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/c3a8fd186a234df99600611a22bdeabe as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:11,899 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:11,899 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T21:44:11,900 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf2/6280ca76b07e43f7abb000df42dac1a6 as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:11,906 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:11,907 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6, entries=1, sequenceid=12, filesize=4.8 K 2024-12-07T21:44:11,908 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for d707daf638812d5785fb8e6a7837c6d6 in 75ms, sequenceid=12, compaction requested=false 2024-12-07T21:44:11,908 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d707daf638812d5785fb8e6a7837c6d6: 2024-12-07T21:44:11,910 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T21:44:11,911 DEBUG [Time-limited test {}] regionserver.HStore(1541): d707daf638812d5785fb8e6a7837c6d6/cf1 is initiating major compaction (all files) 2024-12-07T21:44:11,911 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:44:11,911 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:44:11,912 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d707daf638812d5785fb8e6a7837c6d6/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,912 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4, hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe] into tmpdir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp, totalSize=9.5 K 2024-12-07T21:44:11,913 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c605c3feba2848f2a2d6b238d2e290c4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733607851071 2024-12-07T21:44:11,914 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c3a8fd186a234df99600611a22bdeabe, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T21:44:11,924 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d707daf638812d5785fb8e6a7837c6d6#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:44:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741890_1068 (size=4626) 2024-12-07T21:44:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741890_1068 (size=4626) 2024-12-07T21:44:11,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741890_1068 (size=4626) 2024-12-07T21:44:11,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf1/0192489ce63c4290849e72ce1a09bc9a as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/0192489ce63c4290849e72ce1a09bc9a 2024-12-07T21:44:11,951 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in d707daf638812d5785fb8e6a7837c6d6/cf1 of d707daf638812d5785fb8e6a7837c6d6 into 0192489ce63c4290849e72ce1a09bc9a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:44:11,952 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d707daf638812d5785fb8e6a7837c6d6: 2024-12-07T21:44:11,952 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-07T21:44:11,952 DEBUG [Time-limited test {}] regionserver.HStore(1541): d707daf638812d5785fb8e6a7837c6d6/cf2 is initiating major compaction (all files) 2024-12-07T21:44:11,952 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:44:11,952 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:44:11,952 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d707daf638812d5785fb8e6a7837c6d6/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,952 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6] into tmpdir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp, totalSize=4.8 K 2024-12-07T21:44:11,953 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6280ca76b07e43f7abb000df42dac1a6, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-07T21:44:11,960 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): d707daf638812d5785fb8e6a7837c6d6#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:44:11,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741891_1069 (size=4592) 2024-12-07T21:44:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741891_1069 (size=4592) 2024-12-07T21:44:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741891_1069 (size=4592) 2024-12-07T21:44:11,974 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/.tmp/cf2/98127701413a424996cf28f899e903b4 as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/98127701413a424996cf28f899e903b4 2024-12-07T21:44:11,982 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in d707daf638812d5785fb8e6a7837c6d6/cf2 of d707daf638812d5785fb8e6a7837c6d6 into 98127701413a424996cf28f899e903b4(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:44:11,982 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d707daf638812d5785fb8e6a7837c6d6: 2024-12-07T21:44:11,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=d707daf638812d5785fb8e6a7837c6d6, source=dbf4292a68c8,34425,1733607836146, destination=dbf4292a68c8,35861,1733607836278, warming up region on dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:11,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=d707daf638812d5785fb8e6a7837c6d6, source=dbf4292a68c8,34425,1733607836146, destination=dbf4292a68c8,35861,1733607836278, running balancer 2024-12-07T21:44:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE 2024-12-07T21:44:11,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE 2024-12-07T21:44:11,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=CLOSING, regionLocation=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:11,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(7855): Warmup {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:11,990 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:11,992 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf1 2024-12-07T21:44:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE because future has completed 2024-12-07T21:44:11,992 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:11,992 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:44:11,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146}] 2024-12-07T21:44:12,001 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/0192489ce63c4290849e72ce1a09bc9a 2024-12-07T21:44:12,006 INFO [StoreFileOpener-d707daf638812d5785fb8e6a7837c6d6-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:12,006 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:12,012 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4 2024-12-07T21:44:12,012 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:12,012 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,014 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf2 2024-12-07T21:44:12,014 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:12,021 INFO [StoreFileOpener-d707daf638812d5785fb8e6a7837c6d6-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:12,022 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:12,028 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/98127701413a424996cf28f899e903b4 2024-12-07T21:44:12,028 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:12,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607852028Disabling compacts and flushes for region at 1733607852028Disabling writes for close at 1733607852029 (+1 ms)Writing region close event to WAL at 1733607852029Closed at 1733607852030 (+1 ms) 2024-12-07T21:44:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-07T21:44:12,147 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,147 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:44:12,148 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:12,148 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,148 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,148 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:12,148 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,148 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4, hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe] to archive 2024-12-07T21:44:12,151 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:44:12,155 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4 to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c605c3feba2848f2a2d6b238d2e290c4 2024-12-07T21:44:12,157 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/c3a8fd186a234df99600611a22bdeabe 2024-12-07T21:44:12,170 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6] to archive 2024-12-07T21:44:12,171 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:44:12,173 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6 to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/6280ca76b07e43f7abb000df42dac1a6 2024-12-07T21:44:12,179 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-07T21:44:12,179 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,180 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607852147Running coprocessor pre-close hooks at 1733607852147Disabling compacts and flushes for region at 1733607852148 (+1 ms)Disabling writes for close at 1733607852148Writing region close event to WAL at 1733607852174 (+26 ms)Running coprocessor post-close hooks at 1733607852179 (+5 ms)Closed at 1733607852179 2024-12-07T21:44:12,180 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding d707daf638812d5785fb8e6a7837c6d6 move to dbf4292a68c8,35861,1733607836278 record at close sequenceid=12 2024-12-07T21:44:12,182 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=CLOSED 2024-12-07T21:44:12,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146 because future has completed 2024-12-07T21:44:12,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T21:44:12,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146 in 194 msec 2024-12-07T21:44:12,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE; state=CLOSED, location=dbf4292a68c8,35861,1733607836278; forceNewPlan=false, retain=false 2024-12-07T21:44:12,341 INFO [dbf4292a68c8:33461 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-07T21:44:12,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPENING, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:12,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE because future has completed 2024-12-07T21:44:12,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278}] 2024-12-07T21:44:12,505 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,505 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:12,506 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,506 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:12,506 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,506 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,508 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,509 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf1 2024-12-07T21:44:12,509 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:12,516 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/0192489ce63c4290849e72ce1a09bc9a 2024-12-07T21:44:12,516 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:12,517 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,518 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf2 2024-12-07T21:44:12,518 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:12,524 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/98127701413a424996cf28f899e903b4 2024-12-07T21:44:12,525 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:12,525 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,526 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,527 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,527 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,527 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,528 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T21:44:12,530 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,530 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened d707daf638812d5785fb8e6a7837c6d6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60309280, jitterRate=-0.10132169723510742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T21:44:12,531 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,531 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d707daf638812d5785fb8e6a7837c6d6: Running coprocessor pre-open hook at 1733607852506Writing region info on filesystem at 1733607852506Initializing all the Stores at 1733607852507 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607852507Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607852508 (+1 ms)Cleaning up temporary data from old regions at 1733607852528 (+20 ms)Running coprocessor post-open hooks at 1733607852531 (+3 ms)Region opened successfully at 1733607852531 2024-12-07T21:44:12,532 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., pid=12, masterSystemTime=1733607852496 2024-12-07T21:44:12,534 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,534 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPEN, openSeqNum=18, regionLocation=dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:12,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278 because future has completed 2024-12-07T21:44:12,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-07T21:44:12,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,35861,1733607836278 in 194 msec 2024-12-07T21:44:12,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, REOPEN/MOVE in 555 msec 2024-12-07T21:44:12,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:44:12,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:44:12,595 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server dbf4292a68c8,35861,1733607836278: testing ***** 2024-12-07T21:44:12,595 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T21:44:12,597 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T21:44:12,599 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T21:44:12,601 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T21:44:12,602 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T21:44:12,609 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 341786112 }, "NonHeapMemoryUsage": { "committed": 171048960, "init": 7667712, "max": -1, "used": 168520488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "dbf4292a68c8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 8, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 7, "ProcessCallTime_98th_percentile": 7, "ProcessCallTime_99th_percentile": 7, "ProcessCallTime_99.9th_percentile": 7, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "dbf4292a68c8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55664", "tag.serverName": "dbf4292a68c8,34425,1733607836146", "tag.clusterId": "97ceb045-cda1-4f23-9733-d0c4be7ee643", "tag.Context": "regionserver", "tag.Hostname": "dbf4292a68c8", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733607836146, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-07T21:44:12,612 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33461 {}] master.MasterRpcServices(700): dbf4292a68c8,35861,1733607836278 reported a fatal error: ***** ABORTING region server dbf4292a68c8,35861,1733607836278: testing ***** 2024-12-07T21:44:12,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbf4292a68c8,35861,1733607836278' ***** 2024-12-07T21:44:12,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-07T21:44:12,614 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T21:44:12,614 INFO [RS:2;dbf4292a68c8:35861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-07T21:44:12,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T21:44:12,615 INFO [RS:2;dbf4292a68c8:35861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-07T21:44:12,615 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(3091): Received CLOSE for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:12,615 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(956): aborting server dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:12,615 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T21:44:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:39868 deadline: 1733607912615, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=35861 startCode=1733607836278. As of locationSeqNum=12. 2024-12-07T21:44:12,615 INFO [RS:2;dbf4292a68c8:35861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;dbf4292a68c8:35861. 2024-12-07T21:44:12,615 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:12,616 DEBUG [RS:2;dbf4292a68c8:35861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:44:12,616 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,616 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,616 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:12,616 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,616 DEBUG [RS:2;dbf4292a68c8:35861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:12,616 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,34425,1733607836146, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,34425,1733607836146, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=35861 startCode=1733607836278. As of locationSeqNum=12. 2024-12-07T21:44:12,616 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,34425,1733607836146, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=35861 startCode=1733607836278. As of locationSeqNum=12. 2024-12-07T21:44:12,616 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,34425,1733607836146, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=dbf4292a68c8 port=35861 startCode=1733607836278. As of locationSeqNum=12. 2024-12-07T21:44:12,616 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T21:44:12,616 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T21:44:12,616 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T21:44:12,617 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T21:44:12,617 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,617 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607852615Running coprocessor pre-close hooks at 1733607852615Disabling compacts and flushes for region at 1733607852615Disabling writes for close at 1733607852616 (+1 ms)Writing region close event to WAL at 1733607852617 (+1 ms)Running coprocessor post-close hooks at 1733607852617Closed at 1733607852617 2024-12-07T21:44:12,617 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T21:44:12,617 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T21:44:12,617 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T21:44:12,617 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T21:44:12,617 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:12,618 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T21:44:12,618 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T21:44:12,618 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T21:44:12,618 DEBUG [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:44:12,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbf4292a68c8,35861,1733607836278 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:12,618 ERROR [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-12-07T21:44:12,618 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T21:44:12,618 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T21:44:12,618 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733607852617Running coprocessor pre-close hooks at 1733607852617Disabling compacts and flushes for region at 1733607852617Disabling writes for close at 1733607852618 (+1 ms)Writing region close event to WAL at 1733607852618Running coprocessor post-close hooks at 1733607852618Closed at 1733607852618 2024-12-07T21:44:12,618 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T21:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbf4292a68c8,35861,1733607836278 aborting 2024-12-07T21:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbf4292a68c8,35861,1733607836278 aborting 2024-12-07T21:44:12,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 from cache 2024-12-07T21:44:12,695 INFO [regionserver/dbf4292a68c8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:44:12,697 INFO [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T21:44:12,697 INFO [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T21:44:12,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:44:12,730 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1] 2024-12-07T21:44:12,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbf4292a68c8,35861,1733607836278 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:12,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbf4292a68c8,35861,1733607836278 aborting 2024-12-07T21:44:12,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server dbf4292a68c8,35861,1733607836278 aborting 2024-12-07T21:44:12,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 from cache 2024-12-07T21:44:12,818 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(976): stopping server dbf4292a68c8,35861,1733607836278; all regions closed. 2024-12-07T21:44:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741836_1012 (size=3561) 2024-12-07T21:44:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741836_1012 (size=3561) 2024-12-07T21:44:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741836_1012 (size=3561) 2024-12-07T21:44:12,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741834_1010 (size=1403) 2024-12-07T21:44:12,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741834_1010 (size=1403) 2024-12-07T21:44:12,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741834_1010 (size=1403) 2024-12-07T21:44:12,827 DEBUG [RS:2;dbf4292a68c8:35861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:12,827 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:44:12,828 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T21:44:12,828 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.ChoreService(370): Chore service for: regionserver/dbf4292a68c8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T21:44:12,828 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T21:44:12,828 INFO [regionserver/dbf4292a68c8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T21:44:12,829 INFO [RS:2;dbf4292a68c8:35861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35861 2024-12-07T21:44:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dbf4292a68c8,35861,1733607836278 2024-12-07T21:44:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T21:44:12,901 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T21:44:12,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbf4292a68c8,35861,1733607836278] 2024-12-07T21:44:12,934 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dbf4292a68c8,35861,1733607836278 already deleted, retry=false 2024-12-07T21:44:12,935 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of dbf4292a68c8,35861,1733607836278 on dbf4292a68c8,33461,1733607835430 2024-12-07T21:44:12,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:44:12,942 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1] 2024-12-07T21:44:12,945 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbf4292a68c8:35861 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dbf4292a68c8/172.17.0.2:35861 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:12,945 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure dbf4292a68c8,35861,1733607836278, splitWal=true, meta=true 2024-12-07T21:44:12,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1, error=java.net.ConnectException: Call to address=dbf4292a68c8:35861 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dbf4292a68c8/172.17.0.2:35861 2024-12-07T21:44:12,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-07T21:44:12,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 from cache 2024-12-07T21:44:12,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address dbf4292a68c8:35861 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: dbf4292a68c8/172.17.0.2:35861 2024-12-07T21:44:12,947 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for dbf4292a68c8,35861,1733607836278 (carryingMeta=true) dbf4292a68c8,35861,1733607836278/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3fcfafee[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T21:44:12,948 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure dbf4292a68c8,35861,1733607836278, splitWal=true, meta=true 2024-12-07T21:44:12,950 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure dbf4292a68c8,35861,1733607836278, splitWal=true, meta=true, isMeta: true 2024-12-07T21:44:12,951 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting 2024-12-07T21:44:12,952 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbf4292a68c8,35861,1733607836278 WAL count=1, meta=true 2024-12-07T21:44:12,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta}] 2024-12-07T21:44:12,960 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:12,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, worker=dbf4292a68c8,34425,1733607836146}] 2024-12-07T21:44:13,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:13,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x100024a02ca0003, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:13,019 INFO [RS:2;dbf4292a68c8:35861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T21:44:13,019 INFO [RS:2;dbf4292a68c8:35861 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbf4292a68c8,35861,1733607836278; zookeeper connection closed. 2024-12-07T21:44:13,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e1414b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e1414b1 2024-12-07T21:44:13,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-07T21:44:13,142 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, size=3.5 K (3561bytes) 2024-12-07T21:44:13,142 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta 2024-12-07T21:44:13,143 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta after 1ms 2024-12-07T21:44:13,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:13,145 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta took 3ms 2024-12-07T21:44:13,152 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-07T21:44:13,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta so closing down 2024-12-07T21:44:13,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:13,154 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp 2024-12-07T21:44:13,156 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp 2024-12-07T21:44:13,156 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:13,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741892_1070 (size=3346) 2024-12-07T21:44:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741892_1070 (size=3346) 2024-12-07T21:44:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741892_1070 (size=3346) 2024-12-07T21:44:13,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:13,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T21:44:13,165 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-12-07T21:44:13,165 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, journal: Splitting hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, size=3.5 K (3561bytes) at 1733607853142Finishing writing output for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta so closing down at 1733607853154 (+12 ms)Creating recovered edits writer path=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp at 1733607853156 (+2 ms)3 split writer threads finished at 1733607853156Closed recovered edits writer path=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733607853163 (+7 ms)Rename recovered edits hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta.temp to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1733607853165 (+2 ms)Processed 16 edits across 1 Regions in 19 ms; skipped=1; WAL=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1733607853165 2024-12-07T21:44:13,165 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta 2024-12-07T21:44:13,167 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T21:44:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-07T21:44:13,174 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs 2024-12-07T21:44:13,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T21:44:13,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, worker=dbf4292a68c8,34425,1733607836146 in 212 msec 2024-12-07T21:44:13,178 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:13,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T21:44:13,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure dbf4292a68c8%2C35861%2C1733607836278.meta.1733607838409.meta, worker=dbf4292a68c8,34425,1733607836146 in 224 msec 2024-12-07T21:44:13,182 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting dir is empty, no logs to split. 2024-12-07T21:44:13,183 INFO [PEWorker-1 {}] master.SplitWALManager(105): dbf4292a68c8,35861,1733607836278 WAL count=0, meta=true 2024-12-07T21:44:13,183 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if dbf4292a68c8,35861,1733607836278 WAL splitting is done? wals=0, meta=true 2024-12-07T21:44:13,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T21:44:13,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:44:13,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T21:44:13,249 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:44:13,251 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1] 2024-12-07T21:44:13,251 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbf4292a68c8:35861 this server is in the failed servers list 2024-12-07T21:44:13,252 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbf4292a68c8:35861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:13,252 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:13,252 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 from cache 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(204): Hosts are {dbf4292a68c8=0} racks are {/default-rack=0} 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T21:44:13,339 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T21:44:13,339 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T21:44:13,339 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T21:44:13,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:13,341 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,33547,1733607836239, state=OPENING 2024-12-07T21:44:13,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:44:13,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:44:13,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:44:13,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:44:13,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:44:13,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:44:13,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:44:13,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,33547,1733607836239}] 2024-12-07T21:44:13,557 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:44:13,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:44:13,588 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T21:44:13,588 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:13,588 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T21:44:13,592 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C33547%2C1733607836239.meta, suffix=.meta, logDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239, archiveDir=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs, maxLogs=32 2024-12-07T21:44:13,609 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239/dbf4292a68c8%2C33547%2C1733607836239.meta.1733607853592.meta, exclude list is [], retry=0 2024-12-07T21:44:13,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:13,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:13,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:13,613 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,33547,1733607836239/dbf4292a68c8%2C33547%2C1733607836239.meta.1733607853592.meta 2024-12-07T21:44:13,613 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:13,613 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:13,614 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T21:44:13,614 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T21:44:13,614 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T21:44:13,614 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T21:44:13,614 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:13,614 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T21:44:13,614 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T21:44:13,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:44:13,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:44:13,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:13,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:44:13,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:44:13,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:44:13,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:13,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:44:13,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:44:13,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:44:13,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:13,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:44:13,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:44:13,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:44:13,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:13,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:44:13,621 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:44:13,621 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740 2024-12-07T21:44:13,623 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740 2024-12-07T21:44:13,624 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T21:44:13,626 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:13,628 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T21:44:13,629 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-12-07T21:44:13,647 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/info/5d2c1827c18e462e948a52e72b01f6c9 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6./info:regioninfo/1733607852535/Put/seqid=0 2024-12-07T21:44:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741894_1072 (size=11177) 2024-12-07T21:44:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741894_1072 (size=11177) 2024-12-07T21:44:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741894_1072 (size=11177) 2024-12-07T21:44:13,654 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/info/5d2c1827c18e462e948a52e72b01f6c9 2024-12-07T21:44:13,673 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/ns/5fd1efca0c3240e9a7045717b3436b9f is 43, key is default/ns:d/1733607838562/Put/seqid=0 2024-12-07T21:44:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741895_1073 (size=5153) 2024-12-07T21:44:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741895_1073 (size=5153) 2024-12-07T21:44:13,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741895_1073 (size=5153) 2024-12-07T21:44:13,680 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/ns/5fd1efca0c3240e9a7045717b3436b9f 2024-12-07T21:44:13,698 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/table/e5b004fe5f7a4eb990a3160b890350ba is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733607850808/Put/seqid=0 2024-12-07T21:44:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741896_1074 (size=5431) 2024-12-07T21:44:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741896_1074 (size=5431) 2024-12-07T21:44:13,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741896_1074 (size=5431) 2024-12-07T21:44:13,705 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/table/e5b004fe5f7a4eb990a3160b890350ba 2024-12-07T21:44:13,711 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/info/5d2c1827c18e462e948a52e72b01f6c9 as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/info/5d2c1827c18e462e948a52e72b01f6c9 2024-12-07T21:44:13,717 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/info/5d2c1827c18e462e948a52e72b01f6c9, entries=36, sequenceid=18, filesize=10.9 K 2024-12-07T21:44:13,719 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/ns/5fd1efca0c3240e9a7045717b3436b9f as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/ns/5fd1efca0c3240e9a7045717b3436b9f 2024-12-07T21:44:13,725 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/ns/5fd1efca0c3240e9a7045717b3436b9f, entries=2, sequenceid=18, filesize=5.0 K 2024-12-07T21:44:13,726 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/table/e5b004fe5f7a4eb990a3160b890350ba as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/table/e5b004fe5f7a4eb990a3160b890350ba 2024-12-07T21:44:13,732 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/table/e5b004fe5f7a4eb990a3160b890350ba, entries=2, sequenceid=18, filesize=5.3 K 2024-12-07T21:44:13,732 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=18, compaction requested=false; wal=null 2024-12-07T21:44:13,733 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-12-07T21:44:13,734 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:44:13,734 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:44:13,735 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:44:13,736 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:44:13,739 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-12-07T21:44:13,740 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63884371, jitterRate=-0.04804868996143341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:44:13,740 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T21:44:13,741 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733607853614Writing region info on filesystem at 1733607853614Initializing all the Stores at 1733607853615 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607853615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607853615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607853615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733607853615Obtaining lock to block concurrent updates at 1733607853629 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1733607853629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1733607853629Flushing stores of hbase:meta,,1.1588230740 at 1733607853629Flushing 1588230740/info: creating writer at 1733607853629Flushing 1588230740/info: appending metadata at 1733607853647 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733607853647Flushing 1588230740/ns: creating writer at 1733607853659 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733607853673 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733607853673Flushing 1588230740/table: creating writer at 1733607853685 (+12 ms)Flushing 1588230740/table: appending metadata at 1733607853698 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733607853698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c82cfe1: reopening flushed file at 1733607853710 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bef2a5: reopening flushed file at 1733607853718 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107f0b1c: reopening flushed file at 1733607853725 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=18, compaction requested=false; wal=null at 1733607853732 (+7 ms)Cleaning up temporary data from old regions at 1733607853734 (+2 ms)Running coprocessor post-open hooks at 1733607853740 (+6 ms)Region opened successfully at 1733607853740 2024-12-07T21:44:13,742 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733607853557 2024-12-07T21:44:13,744 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T21:44:13,744 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T21:44:13,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:13,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,33547,1733607836239, state=OPEN 2024-12-07T21:44:13,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:44:13,760 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,33547,1733607836239, seqNum=-1] 2024-12-07T21:44:13,760 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:44:13,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:44:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:44:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:44:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:44:13,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:13,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:44:13,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:44:13,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:44:13,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T21:44:13,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,33547,1733607836239 in 365 msec 2024-12-07T21:44:13,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-07T21:44:13,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 585 msec 2024-12-07T21:44:13,774 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): dbf4292a68c8,35861,1733607836278 had 2 regions 2024-12-07T21:44:13,776 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure dbf4292a68c8,35861,1733607836278, splitWal=true, meta=true, isMeta: false 2024-12-07T21:44:13,778 INFO [PEWorker-2 {}] master.SplitWALManager(105): dbf4292a68c8,35861,1733607836278 WAL count=1, meta=false 2024-12-07T21:44:13,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure dbf4292a68c8%2C35861%2C1733607836278.1733607837842}] 2024-12-07T21:44:13,780 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:13,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure dbf4292a68c8%2C35861%2C1733607836278.1733607837842, worker=dbf4292a68c8,33547,1733607836239}] 2024-12-07T21:44:13,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbf4292a68c8:35861 this server is in the failed servers list 2024-12-07T21:44:13,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbf4292a68c8:35861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:13,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:13,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=12 from cache 2024-12-07T21:44:13,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-12-07T21:44:13,947 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842, size=1.4 K (1403bytes) 2024-12-07T21:44:13,947 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 2024-12-07T21:44:13,948 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 after 1ms 2024-12-07T21:44:13,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:13,950 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 took 3ms 2024-12-07T21:44:13,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for d707daf638812d5785fb8e6a7837c6d6: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-07T21:44:13,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 so closing down 2024-12-07T21:44:13,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:13,954 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:13,954 INFO [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842, size=1.4 K, length=1403, corrupted=false, cancelled=false 2024-12-07T21:44:13,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842, journal: Splitting hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842, size=1.4 K (1403bytes) at 1733607853947Finishing writing output for hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 so closing down at 1733607853953 (+6 ms)3 split writer threads finished at 1733607853954 (+1 ms)Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842, size=1.4 K, length=1403, corrupted=false, cancelled=false at 1733607853954 2024-12-07T21:44:13,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 2024-12-07T21:44:13,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-07T21:44:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-12-07T21:44:13,958 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting/dbf4292a68c8%2C35861%2C1733607836278.1733607837842 to hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs 2024-12-07T21:44:13,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-07T21:44:13,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure dbf4292a68c8%2C35861%2C1733607836278.1733607837842, worker=dbf4292a68c8,33547,1733607836239 in 177 msec 2024-12-07T21:44:13,962 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:13,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-07T21:44:13,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure dbf4292a68c8%2C35861%2C1733607836278.1733607837842, worker=dbf4292a68c8,33547,1733607836239 in 184 msec 2024-12-07T21:44:13,966 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/WALs/dbf4292a68c8,35861,1733607836278-splitting dir is empty, no logs to split. 2024-12-07T21:44:13,966 INFO [PEWorker-2 {}] master.SplitWALManager(105): dbf4292a68c8,35861,1733607836278 WAL count=0, meta=false 2024-12-07T21:44:13,966 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if dbf4292a68c8,35861,1733607836278 WAL splitting is done? wals=0, meta=false 2024-12-07T21:44:13,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN}] 2024-12-07T21:44:13,970 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN 2024-12-07T21:44:13,971 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T21:44:14,097 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18] 2024-12-07T21:44:14,097 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbf4292a68c8:35861 this server is in the failed servers list 2024-12-07T21:44:14,098 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbf4292a68c8:35861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:14,098 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:14,098 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18 from cache 2024-12-07T21:44:14,121 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(204): Hosts are {dbf4292a68c8=0} racks are {/default-rack=0} 2024-12-07T21:44:14,121 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-07T21:44:14,121 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-07T21:44:14,122 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-07T21:44:14,122 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-07T21:44:14,122 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-07T21:44:14,122 INFO [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-07T21:44:14,122 DEBUG [dbf4292a68c8:33461 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-07T21:44:14,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPENING, regionLocation=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:14,123 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server dbf4292a68c8:35861 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbf4292a68c8/172.17.0.2:35861 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1, error=java.net.ConnectException: Call to address=dbf4292a68c8:35861 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbf4292a68c8/172.17.0.2:35861 2024-12-07T21:44:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-07T21:44:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,35861,1733607836278, seqNum=-1 from cache 2024-12-07T21:44:14,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address dbf4292a68c8:35861 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: dbf4292a68c8/172.17.0.2:35861 2024-12-07T21:44:14,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:44:14,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,33547,1733607836239, seqNum=-1] 2024-12-07T21:44:14,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:44:14,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39939, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:44:14,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN because future has completed 2024-12-07T21:44:14,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146}] 2024-12-07T21:44:14,390 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:14,390 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d707daf638812d5785fb8e6a7837c6d6, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:14,390 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,390 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:14,390 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,390 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,392 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,393 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf1 2024-12-07T21:44:14,393 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:14,399 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf1/0192489ce63c4290849e72ce1a09bc9a 2024-12-07T21:44:14,399 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:14,399 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,400 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d707daf638812d5785fb8e6a7837c6d6 columnFamilyName cf2 2024-12-07T21:44:14,400 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:14,406 DEBUG [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/cf2/98127701413a424996cf28f899e903b4 2024-12-07T21:44:14,406 INFO [StoreOpener-d707daf638812d5785fb8e6a7837c6d6-1 {}] regionserver.HStore(327): Store=d707daf638812d5785fb8e6a7837c6d6/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:14,407 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,407 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,409 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,409 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,409 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,410 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T21:44:14,412 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,413 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d707daf638812d5785fb8e6a7837c6d6; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66077935, jitterRate=-0.01536203920841217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T21:44:14,413 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:14,413 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d707daf638812d5785fb8e6a7837c6d6: Running coprocessor pre-open hook at 1733607854390Writing region info on filesystem at 1733607854390Initializing all the Stores at 1733607854391 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607854391Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607854391Cleaning up temporary data from old regions at 1733607854409 (+18 ms)Running coprocessor post-open hooks at 1733607854413 (+4 ms)Region opened successfully at 1733607854413 2024-12-07T21:44:14,414 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18] 2024-12-07T21:44:14,414 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.AbstractRpcClient(357): Not trying to connect to dbf4292a68c8:35861 this server is in the failed servers list 2024-12-07T21:44:14,414 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., pid=21, masterSystemTime=1733607854386 2024-12-07T21:44:14,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=dbf4292a68c8:35861 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:14,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: dbf4292a68c8:35861 2024-12-07T21:44:14,415 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,35861,1733607836278, seqNum=18 from cache 2024-12-07T21:44:14,417 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:14,417 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:14,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d707daf638812d5785fb8e6a7837c6d6, regionState=OPEN, openSeqNum=18, regionLocation=dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:14,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146 because future has completed 2024-12-07T21:44:14,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-07T21:44:14,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure d707daf638812d5785fb8e6a7837c6d6, server=dbf4292a68c8,34425,1733607836146 in 188 msec 2024-12-07T21:44:14,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-07T21:44:14,427 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server dbf4292a68c8,35861,1733607836278 after splitting done 2024-12-07T21:44:14,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=d707daf638812d5785fb8e6a7837c6d6, ASSIGN in 456 msec 2024-12-07T21:44:14,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure dbf4292a68c8,35861,1733607836278, splitWal=true, meta=true in 1.4900 sec 2024-12-07T21:44:14,940 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6., hostname=dbf4292a68c8,34425,1733607836146, seqNum=18] 2024-12-07T21:44:14,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 414), OpenFileDescriptor=1048 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 228), ProcessCount=11 (was 11), AvailableMemoryMB=18193 (was 18231) 2024-12-07T21:44:14,955 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-07T21:44:14,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=18192 2024-12-07T21:44:14,965 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-12-07T21:44:14,977 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:14,979 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:14,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:14,982 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-62393294, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-62393294, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:14,992 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-62393294/hregion-62393294.1733607854982, exclude list is [], retry=0 2024-12-07T21:44:14,994 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:14,994 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:14,995 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:14,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-62393294/hregion-62393294.1733607854982 2024-12-07T21:44:14,997 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:14,997 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 875dc5f09d07c9cc7bd420bd4671fc73, NAME => 'testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741898_1076 (size=67) 2024-12-07T21:44:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741898_1076 (size=67) 2024-12-07T21:44:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741898_1076 (size=67) 2024-12-07T21:44:15,006 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:15,007 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,008 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName a 2024-12-07T21:44:15,008 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,008 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,008 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,009 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName b 2024-12-07T21:44:15,009 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,010 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,010 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,011 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName c 2024-12-07T21:44:15,011 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,011 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,011 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,013 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,014 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,014 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:15,015 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,017 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:15,017 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 875dc5f09d07c9cc7bd420bd4671fc73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71678736, jitterRate=0.06809639930725098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:15,018 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 875dc5f09d07c9cc7bd420bd4671fc73: Writing region info on filesystem at 1733607855006Initializing all the Stores at 1733607855006Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855006Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855006Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855006Cleaning up temporary data from old regions at 1733607855014 (+8 ms)Region opened successfully at 1733607855018 (+4 ms) 2024-12-07T21:44:15,018 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 875dc5f09d07c9cc7bd420bd4671fc73, disabling compactions & flushes 2024-12-07T21:44:15,018 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,018 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,018 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. after waiting 0 ms 2024-12-07T21:44:15,018 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,018 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,018 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 875dc5f09d07c9cc7bd420bd4671fc73: Waiting for close lock at 1733607855018Disabling compacts and flushes for region at 1733607855018Disabling writes for close at 1733607855018Writing region close event to WAL at 1733607855018Closed at 1733607855018 2024-12-07T21:44:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741897_1075 (size=95) 2024-12-07T21:44:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741897_1075 (size=95) 2024-12-07T21:44:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741897_1075 (size=95) 2024-12-07T21:44:15,023 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:15,023 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-62393294:(num 1733607854982) 2024-12-07T21:44:15,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:15,025 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:15,035 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025, exclude list is [], retry=0 2024-12-07T21:44:15,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:15,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:15,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:15,040 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 2024-12-07T21:44:15,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:15,040 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 875dc5f09d07c9cc7bd420bd4671fc73, NAME => 'testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:15,040 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:15,040 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,040 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,042 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,043 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName a 2024-12-07T21:44:15,043 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,043 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,043 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,044 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName b 2024-12-07T21:44:15,044 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,044 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,044 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,045 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName c 2024-12-07T21:44:15,045 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,045 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,046 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,046 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,047 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,048 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,048 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,049 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:15,050 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,052 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 875dc5f09d07c9cc7bd420bd4671fc73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73560010, jitterRate=0.09612956643104553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:15,052 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 875dc5f09d07c9cc7bd420bd4671fc73: Writing region info on filesystem at 1733607855040Initializing all the Stores at 1733607855041 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855041Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855042 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855042Cleaning up temporary data from old regions at 1733607855048 (+6 ms)Region opened successfully at 1733607855052 (+4 ms) 2024-12-07T21:44:15,077 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 875dc5f09d07c9cc7bd420bd4671fc73 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T21:44:15,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/a/946ef545b5734be9bc6ad85c00df1fe5 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733607855052/Put/seqid=0 2024-12-07T21:44:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741900_1078 (size=5958) 2024-12-07T21:44:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741900_1078 (size=5958) 2024-12-07T21:44:15,104 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/a/946ef545b5734be9bc6ad85c00df1fe5 2024-12-07T21:44:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741900_1078 (size=5958) 2024-12-07T21:44:15,122 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/b/43eb2cc83f6c4ff1b4f180cccca44ba6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733607855063/Put/seqid=0 2024-12-07T21:44:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741901_1079 (size=5958) 2024-12-07T21:44:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741901_1079 (size=5958) 2024-12-07T21:44:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741901_1079 (size=5958) 2024-12-07T21:44:15,130 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/b/43eb2cc83f6c4ff1b4f180cccca44ba6 2024-12-07T21:44:15,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/c/87e81f5413d94392a7946579676fc69e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733607855070/Put/seqid=0 2024-12-07T21:44:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741902_1080 (size=5958) 2024-12-07T21:44:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741902_1080 (size=5958) 2024-12-07T21:44:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741902_1080 (size=5958) 2024-12-07T21:44:15,156 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/c/87e81f5413d94392a7946579676fc69e 2024-12-07T21:44:15,161 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/a/946ef545b5734be9bc6ad85c00df1fe5 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/a/946ef545b5734be9bc6ad85c00df1fe5 2024-12-07T21:44:15,167 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/a/946ef545b5734be9bc6ad85c00df1fe5, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T21:44:15,168 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/b/43eb2cc83f6c4ff1b4f180cccca44ba6 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/b/43eb2cc83f6c4ff1b4f180cccca44ba6 2024-12-07T21:44:15,173 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/b/43eb2cc83f6c4ff1b4f180cccca44ba6, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T21:44:15,174 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/c/87e81f5413d94392a7946579676fc69e as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/c/87e81f5413d94392a7946579676fc69e 2024-12-07T21:44:15,180 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/c/87e81f5413d94392a7946579676fc69e, entries=10, sequenceid=33, filesize=5.8 K 2024-12-07T21:44:15,181 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 875dc5f09d07c9cc7bd420bd4671fc73 in 104ms, sequenceid=33, compaction requested=false 2024-12-07T21:44:15,181 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 875dc5f09d07c9cc7bd420bd4671fc73: 2024-12-07T21:44:15,181 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 875dc5f09d07c9cc7bd420bd4671fc73, disabling compactions & flushes 2024-12-07T21:44:15,181 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,181 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,181 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. after waiting 0 ms 2024-12-07T21:44:15,181 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,183 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. 2024-12-07T21:44:15,183 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 875dc5f09d07c9cc7bd420bd4671fc73: Waiting for close lock at 1733607855181Disabling compacts and flushes for region at 1733607855181Disabling writes for close at 1733607855181Writing region close event to WAL at 1733607855183 (+2 ms)Closed at 1733607855183 2024-12-07T21:44:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741899_1077 (size=3385) 2024-12-07T21:44:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741899_1077 (size=3385) 2024-12-07T21:44:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741899_1077 (size=3385) 2024-12-07T21:44:15,191 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/b/43eb2cc83f6c4ff1b4f180cccca44ba6 to hdfs://localhost:46325/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/b/43eb2cc83f6c4ff1b4f180cccca44ba6 2024-12-07T21:44:15,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025, size=3.3 K (3385bytes) 2024-12-07T21:44:15,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 2024-12-07T21:44:15,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 after 1ms 2024-12-07T21:44:15,208 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:15,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 took 3ms 2024-12-07T21:44:15,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 so closing down 2024-12-07T21:44:15,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:15,211 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733607855025.temp 2024-12-07T21:44:15,212 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000003-wal.1733607855025.temp 2024-12-07T21:44:15,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:15,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741903_1081 (size=2944) 2024-12-07T21:44:15,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741903_1081 (size=2944) 2024-12-07T21:44:15,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741903_1081 (size=2944) 2024-12-07T21:44:15,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000003-wal.1733607855025.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:15,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000003-wal.1733607855025.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032 2024-12-07T21:44:15,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-12-07T21:44:15,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025, journal: Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025, size=3.3 K (3385bytes) at 1733607855205Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 so closing down at 1733607855211 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000003-wal.1733607855025.temp at 1733607855212 (+1 ms)3 split writer threads finished at 1733607855213 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000003-wal.1733607855025.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733607855220 (+7 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000003-wal.1733607855025.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032 at 1733607855221 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1733607855221 2024-12-07T21:44:15,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855025 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607855025 2024-12-07T21:44:15,224 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032 2024-12-07T21:44:15,224 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:15,225 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:15,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855226, exclude list is [], retry=0 2024-12-07T21:44:15,240 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:15,240 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:15,240 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:15,242 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855226 2024-12-07T21:44:15,242 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:15,242 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 875dc5f09d07c9cc7bd420bd4671fc73, NAME => 'testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:15,242 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:15,242 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,242 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,244 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,245 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName a 2024-12-07T21:44:15,245 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,251 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/a/946ef545b5734be9bc6ad85c00df1fe5 2024-12-07T21:44:15,251 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,251 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,253 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName b 2024-12-07T21:44:15,253 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,253 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,254 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,254 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 875dc5f09d07c9cc7bd420bd4671fc73 columnFamilyName c 2024-12-07T21:44:15,255 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,261 DEBUG [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/c/87e81f5413d94392a7946579676fc69e 2024-12-07T21:44:15,261 INFO [StoreOpener-875dc5f09d07c9cc7bd420bd4671fc73-1 {}] regionserver.HStore(327): Store=875dc5f09d07c9cc7bd420bd4671fc73/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,261 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,262 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,264 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032 2024-12-07T21:44:15,266 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:15,267 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032 2024-12-07T21:44:15,268 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 875dc5f09d07c9cc7bd420bd4671fc73 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T21:44:15,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/b/0811948d148f443e9df3c150d5c56c70 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733607855063/Put/seqid=0 2024-12-07T21:44:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741905_1083 (size=5958) 2024-12-07T21:44:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741905_1083 (size=5958) 2024-12-07T21:44:15,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741905_1083 (size=5958) 2024-12-07T21:44:15,291 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/b/0811948d148f443e9df3c150d5c56c70 2024-12-07T21:44:15,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/.tmp/b/0811948d148f443e9df3c150d5c56c70 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/b/0811948d148f443e9df3c150d5c56c70 2024-12-07T21:44:15,302 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/b/0811948d148f443e9df3c150d5c56c70, entries=10, sequenceid=32, filesize=5.8 K 2024-12-07T21:44:15,302 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 875dc5f09d07c9cc7bd420bd4671fc73 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-12-07T21:44:15,303 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/0000000000000000032 2024-12-07T21:44:15,304 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,305 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,305 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:15,307 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 875dc5f09d07c9cc7bd420bd4671fc73 2024-12-07T21:44:15,309 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/875dc5f09d07c9cc7bd420bd4671fc73/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-07T21:44:15,310 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 875dc5f09d07c9cc7bd420bd4671fc73; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75231713, jitterRate=0.12103988230228424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:15,311 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 875dc5f09d07c9cc7bd420bd4671fc73: Writing region info on filesystem at 1733607855242Initializing all the Stores at 1733607855243 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855243Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855244 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855244Obtaining lock to block concurrent updates at 1733607855268 (+24 ms)Preparing flush snapshotting stores in 875dc5f09d07c9cc7bd420bd4671fc73 at 1733607855268Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733607855268Flushing stores of testReplayEditsWrittenViaHRegion,,1733607854978.875dc5f09d07c9cc7bd420bd4671fc73. at 1733607855268Flushing 875dc5f09d07c9cc7bd420bd4671fc73/b: creating writer at 1733607855268Flushing 875dc5f09d07c9cc7bd420bd4671fc73/b: appending metadata at 1733607855280 (+12 ms)Flushing 875dc5f09d07c9cc7bd420bd4671fc73/b: closing flushed file at 1733607855280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351b047c: reopening flushed file at 1733607855296 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 875dc5f09d07c9cc7bd420bd4671fc73 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1733607855302 (+6 ms)Cleaning up temporary data from old regions at 1733607855305 (+3 ms)Region opened successfully at 1733607855311 (+6 ms) 2024-12-07T21:44:15,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=421 (was 411) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:32866 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:54448 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:59758 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:43876 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:38184 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:38014 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=18173 (was 18192) 2024-12-07T21:44:15,333 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-07T21:44:15,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=18172 2024-12-07T21:44:15,343 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-12-07T21:44:15,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:15,358 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:15,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:15,361 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69963351, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-69963351, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:15,372 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69963351/hregion-69963351.1733607855361, exclude list is [], retry=0 2024-12-07T21:44:15,375 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:15,375 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:15,375 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:15,377 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69963351/hregion-69963351.1733607855361 2024-12-07T21:44:15,378 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:15,378 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 43df13758b0cc8e28a9146e7dc9eccc5, NAME => 'testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741907_1085 (size=68) 2024-12-07T21:44:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741907_1085 (size=68) 2024-12-07T21:44:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741907_1085 (size=68) 2024-12-07T21:44:15,391 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:15,393 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,394 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName a 2024-12-07T21:44:15,394 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,395 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,395 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,396 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName b 2024-12-07T21:44:15,397 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,397 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,397 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,399 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName c 2024-12-07T21:44:15,399 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,399 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,399 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,400 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,400 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,401 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,401 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,402 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:15,403 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,405 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:15,405 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 43df13758b0cc8e28a9146e7dc9eccc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63664848, jitterRate=-0.05131983757019043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:15,406 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 43df13758b0cc8e28a9146e7dc9eccc5: Writing region info on filesystem at 1733607855391Initializing all the Stores at 1733607855392 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855392Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855392Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855392Cleaning up temporary data from old regions at 1733607855401 (+9 ms)Region opened successfully at 1733607855406 (+5 ms) 2024-12-07T21:44:15,406 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 43df13758b0cc8e28a9146e7dc9eccc5, disabling compactions & flushes 2024-12-07T21:44:15,406 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:15,406 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:15,406 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. after waiting 0 ms 2024-12-07T21:44:15,406 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:15,406 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:15,406 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 43df13758b0cc8e28a9146e7dc9eccc5: Waiting for close lock at 1733607855406Disabling compacts and flushes for region at 1733607855406Disabling writes for close at 1733607855406Writing region close event to WAL at 1733607855406Closed at 1733607855406 2024-12-07T21:44:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741906_1084 (size=95) 2024-12-07T21:44:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741906_1084 (size=95) 2024-12-07T21:44:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741906_1084 (size=95) 2024-12-07T21:44:15,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:15,411 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69963351:(num 1733607855361) 2024-12-07T21:44:15,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:15,413 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:15,423 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413, exclude list is [], retry=0 2024-12-07T21:44:15,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:15,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:15,427 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:15,428 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 2024-12-07T21:44:15,429 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:15,502 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 43df13758b0cc8e28a9146e7dc9eccc5, NAME => 'testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:15,505 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,507 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,508 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName a 2024-12-07T21:44:15,508 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,509 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,509 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,510 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName b 2024-12-07T21:44:15,510 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,511 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,511 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,512 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName c 2024-12-07T21:44:15,512 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:15,512 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:15,512 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,513 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,514 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,515 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,515 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,516 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:15,517 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,518 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 43df13758b0cc8e28a9146e7dc9eccc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67673349, jitterRate=0.008411481976509094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:15,518 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:15,519 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 43df13758b0cc8e28a9146e7dc9eccc5: Running coprocessor pre-open hook at 1733607855505Writing region info on filesystem at 1733607855505Initializing all the Stores at 1733607855506 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855506Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855506Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607855506Cleaning up temporary data from old regions at 1733607855515 (+9 ms)Running coprocessor post-open hooks at 1733607855518 (+3 ms)Region opened successfully at 1733607855519 (+1 ms) 2024-12-07T21:44:15,533 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43df13758b0cc8e28a9146e7dc9eccc5 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-07T21:44:15,534 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:16,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:44:16,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-07T21:44:16,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:16,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-07T21:44:16,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:16,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-07T21:44:16,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:16,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-07T21:44:16,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:16,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-07T21:44:16,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:16,535 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:17,536 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:18,538 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:19,539 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:20,539 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:21,542 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:22,542 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:23,544 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:24,545 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 43df13758b0cc8e28a9146e7dc9eccc5/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:24,547 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43df13758b0cc8e28a9146e7dc9eccc5: 2024-12-07T21:44:24,547 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:24,563 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43df13758b0cc8e28a9146e7dc9eccc5: 2024-12-07T21:44:24,563 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-07T21:44:24,563 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 43df13758b0cc8e28a9146e7dc9eccc5, disabling compactions & flushes 2024-12-07T21:44:24,563 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:24,563 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:24,563 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. after waiting 0 ms 2024-12-07T21:44:24,563 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:24,563 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:24,563 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. 2024-12-07T21:44:24,563 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 43df13758b0cc8e28a9146e7dc9eccc5: Waiting for close lock at 1733607864563Running coprocessor pre-close hooks at 1733607864563Disabling compacts and flushes for region at 1733607864563Disabling writes for close at 1733607864563Writing region close event to WAL at 1733607864563Running coprocessor post-close hooks at 1733607864563Closed at 1733607864563 2024-12-07T21:44:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741908_1086 (size=2691) 2024-12-07T21:44:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741908_1086 (size=2691) 2024-12-07T21:44:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741908_1086 (size=2691) 2024-12-07T21:44:24,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413, size=2.6 K (2691bytes) 2024-12-07T21:44:24,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 2024-12-07T21:44:24,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 after 0ms 2024-12-07T21:44:24,583 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:24,583 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 took 4ms 2024-12-07T21:44:24,585 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 so closing down 2024-12-07T21:44:24,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:24,586 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733607855413.temp 2024-12-07T21:44:24,587 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000004-wal.1733607855413.temp 2024-12-07T21:44:24,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741909_1087 (size=2094) 2024-12-07T21:44:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741909_1087 (size=2094) 2024-12-07T21:44:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741909_1087 (size=2094) 2024-12-07T21:44:24,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000004-wal.1733607855413.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:24,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000004-wal.1733607855413.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026 2024-12-07T21:44:24,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-07T21:44:24,596 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413, journal: Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413, size=2.6 K (2691bytes) at 1733607864579Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 so closing down at 1733607864585 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000004-wal.1733607855413.temp at 1733607864587 (+2 ms)3 split writer threads finished at 1733607864588 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000004-wal.1733607855413.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733607864594 (+6 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000004-wal.1733607855413.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026 at 1733607864595 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733607864595 2024-12-07T21:44:24,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607855413 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607855413 2024-12-07T21:44:24,598 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026 2024-12-07T21:44:24,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:24,599 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:24,611 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607864600, exclude list is [], retry=0 2024-12-07T21:44:24,613 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:24,613 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:24,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:24,615 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607864600 2024-12-07T21:44:24,615 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:24,616 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 43df13758b0cc8e28a9146e7dc9eccc5, NAME => 'testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:24,616 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,616 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:24,616 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,616 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,618 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,619 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName a 2024-12-07T21:44:24,619 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:24,619 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:24,620 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,620 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName b 2024-12-07T21:44:24,620 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:24,621 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:24,621 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:44:24,622 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43df13758b0cc8e28a9146e7dc9eccc5 columnFamilyName c 2024-12-07T21:44:24,622 DEBUG [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:24,622 INFO [StoreOpener-43df13758b0cc8e28a9146e7dc9eccc5-1 {}] regionserver.HStore(327): Store=43df13758b0cc8e28a9146e7dc9eccc5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:24,622 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,623 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,624 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,625 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026 2024-12-07T21:44:24,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:24,628 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026 2024-12-07T21:44:24,628 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43df13758b0cc8e28a9146e7dc9eccc5 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-07T21:44:24,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/a/2241c33b34e54b74822d7ae7449b3ba8 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733607864553/Put/seqid=0 2024-12-07T21:44:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741911_1089 (size=5523) 2024-12-07T21:44:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741911_1089 (size=5523) 2024-12-07T21:44:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741911_1089 (size=5523) 2024-12-07T21:44:24,648 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/a/2241c33b34e54b74822d7ae7449b3ba8 2024-12-07T21:44:24,665 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/b/9d9e25c2ff4849639bb06f6d006bb37c is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733607864548/Put/seqid=0 2024-12-07T21:44:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741912_1090 (size=5524) 2024-12-07T21:44:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741912_1090 (size=5524) 2024-12-07T21:44:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741912_1090 (size=5524) 2024-12-07T21:44:24,672 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/b/9d9e25c2ff4849639bb06f6d006bb37c 2024-12-07T21:44:24,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/c/fc6ca13290de4908b96f2f9f3a8321e1 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733607864550/Put/seqid=0 2024-12-07T21:44:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741913_1091 (size=5457) 2024-12-07T21:44:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741913_1091 (size=5457) 2024-12-07T21:44:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741913_1091 (size=5457) 2024-12-07T21:44:24,698 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/c/fc6ca13290de4908b96f2f9f3a8321e1 2024-12-07T21:44:24,704 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/a/2241c33b34e54b74822d7ae7449b3ba8 as hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/a/2241c33b34e54b74822d7ae7449b3ba8 2024-12-07T21:44:24,709 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/a/2241c33b34e54b74822d7ae7449b3ba8, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T21:44:24,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/b/9d9e25c2ff4849639bb06f6d006bb37c as hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/b/9d9e25c2ff4849639bb06f6d006bb37c 2024-12-07T21:44:24,715 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/b/9d9e25c2ff4849639bb06f6d006bb37c, entries=7, sequenceid=26, filesize=5.4 K 2024-12-07T21:44:24,716 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/.tmp/c/fc6ca13290de4908b96f2f9f3a8321e1 as hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/c/fc6ca13290de4908b96f2f9f3a8321e1 2024-12-07T21:44:24,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/c/fc6ca13290de4908b96f2f9f3a8321e1, entries=6, sequenceid=26, filesize=5.3 K 2024-12-07T21:44:24,722 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 43df13758b0cc8e28a9146e7dc9eccc5 in 93ms, sequenceid=26, compaction requested=false; wal=null 2024-12-07T21:44:24,722 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/0000000000000000026 2024-12-07T21:44:24,723 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,723 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,724 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:24,726 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,727 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsAfterAbortingFlush/43df13758b0cc8e28a9146e7dc9eccc5/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-07T21:44:24,728 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 43df13758b0cc8e28a9146e7dc9eccc5; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59474906, jitterRate=-0.11375483870506287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:24,728 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43df13758b0cc8e28a9146e7dc9eccc5 2024-12-07T21:44:24,729 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 43df13758b0cc8e28a9146e7dc9eccc5: Running coprocessor pre-open hook at 1733607864616Writing region info on filesystem at 1733607864616Initializing all the Stores at 1733607864617 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607864617Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607864617Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607864617Obtaining lock to block concurrent updates at 1733607864628 (+11 ms)Preparing flush snapshotting stores in 43df13758b0cc8e28a9146e7dc9eccc5 at 1733607864628Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733607864628Flushing stores of testReplayEditsAfterAbortingFlush,,1733607855357.43df13758b0cc8e28a9146e7dc9eccc5. at 1733607864628Flushing 43df13758b0cc8e28a9146e7dc9eccc5/a: creating writer at 1733607864628Flushing 43df13758b0cc8e28a9146e7dc9eccc5/a: appending metadata at 1733607864640 (+12 ms)Flushing 43df13758b0cc8e28a9146e7dc9eccc5/a: closing flushed file at 1733607864640Flushing 43df13758b0cc8e28a9146e7dc9eccc5/b: creating writer at 1733607864652 (+12 ms)Flushing 43df13758b0cc8e28a9146e7dc9eccc5/b: appending metadata at 1733607864664 (+12 ms)Flushing 43df13758b0cc8e28a9146e7dc9eccc5/b: closing flushed file at 1733607864665 (+1 ms)Flushing 43df13758b0cc8e28a9146e7dc9eccc5/c: creating writer at 1733607864676 (+11 ms)Flushing 43df13758b0cc8e28a9146e7dc9eccc5/c: appending metadata at 1733607864690 (+14 ms)Flushing 43df13758b0cc8e28a9146e7dc9eccc5/c: closing flushed file at 1733607864690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3363c0c4: reopening flushed file at 1733607864703 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38533dfa: reopening flushed file at 1733607864709 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c29d78e: reopening flushed file at 1733607864715 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 43df13758b0cc8e28a9146e7dc9eccc5 in 93ms, sequenceid=26, compaction requested=false; wal=null at 1733607864722 (+7 ms)Cleaning up temporary data from old regions at 1733607864723 (+1 ms)Running coprocessor post-open hooks at 1733607864728 (+5 ms)Region opened successfully at 1733607864729 (+1 ms) 2024-12-07T21:44:24,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418 (was 421), OpenFileDescriptor=1180 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=18162 (was 18172) 2024-12-07T21:44:24,749 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-12-07T21:44:24,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=18161 2024-12-07T21:44:24,760 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-12-07T21:44:24,773 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:24,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:24,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:24,778 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68082797, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-68082797, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:24,790 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68082797/hregion-68082797.1733607864778, exclude list is [], retry=0 2024-12-07T21:44:24,793 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:24,793 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:24,794 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:24,796 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68082797/hregion-68082797.1733607864778 2024-12-07T21:44:24,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:24,796 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2af8da90ba2f2a545fbbf659c30b2e3f, NAME => 'testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741915_1093 (size=61) 2024-12-07T21:44:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741915_1093 (size=61) 2024-12-07T21:44:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741915_1093 (size=61) 2024-12-07T21:44:24,810 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:24,811 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,812 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af8da90ba2f2a545fbbf659c30b2e3f columnFamilyName a 2024-12-07T21:44:24,812 DEBUG [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:24,813 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(327): Store=2af8da90ba2f2a545fbbf659c30b2e3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:24,813 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,814 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,814 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,814 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,816 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,819 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:24,819 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2af8da90ba2f2a545fbbf659c30b2e3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60526435, jitterRate=-0.09808583557605743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:44:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2af8da90ba2f2a545fbbf659c30b2e3f: Writing region info on filesystem at 1733607864810Initializing all the Stores at 1733607864811 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607864811Cleaning up temporary data from old regions at 1733607864814 (+3 ms)Region opened successfully at 1733607864820 (+6 ms) 2024-12-07T21:44:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2af8da90ba2f2a545fbbf659c30b2e3f, disabling compactions & flushes 2024-12-07T21:44:24,820 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. after waiting 0 ms 2024-12-07T21:44:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,820 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,820 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2af8da90ba2f2a545fbbf659c30b2e3f: Waiting for close lock at 1733607864820Disabling compacts and flushes for region at 1733607864820Disabling writes for close at 1733607864820Writing region close event to WAL at 1733607864820Closed at 1733607864820 2024-12-07T21:44:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741914_1092 (size=95) 2024-12-07T21:44:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741914_1092 (size=95) 2024-12-07T21:44:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741914_1092 (size=95) 2024-12-07T21:44:24,827 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:24,827 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68082797:(num 1733607864778) 2024-12-07T21:44:24,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:24,830 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:24,840 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830, exclude list is [], retry=0 2024-12-07T21:44:24,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:24,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:24,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:24,844 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 2024-12-07T21:44:24,845 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:24,845 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2af8da90ba2f2a545fbbf659c30b2e3f, NAME => 'testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:24,845 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:24,845 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,845 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,846 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,847 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af8da90ba2f2a545fbbf659c30b2e3f columnFamilyName a 2024-12-07T21:44:24,847 DEBUG [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:24,848 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(327): Store=2af8da90ba2f2a545fbbf659c30b2e3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:24,848 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,849 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,850 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,850 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,850 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,852 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:24,853 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2af8da90ba2f2a545fbbf659c30b2e3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69285172, jitterRate=0.032429516315460205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:44:24,853 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2af8da90ba2f2a545fbbf659c30b2e3f: Writing region info on filesystem at 1733607864845Initializing all the Stores at 1733607864846 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607864846Cleaning up temporary data from old regions at 1733607864850 (+4 ms)Region opened successfully at 1733607864853 (+3 ms) 2024-12-07T21:44:24,861 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2af8da90ba2f2a545fbbf659c30b2e3f, disabling compactions & flushes 2024-12-07T21:44:24,861 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,861 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,861 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. after waiting 0 ms 2024-12-07T21:44:24,861 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,862 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,862 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. 2024-12-07T21:44:24,862 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2af8da90ba2f2a545fbbf659c30b2e3f: Waiting for close lock at 1733607864861Disabling compacts and flushes for region at 1733607864861Disabling writes for close at 1733607864861Writing region close event to WAL at 1733607864862 (+1 ms)Closed at 1733607864862 2024-12-07T21:44:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741916_1094 (size=1050) 2024-12-07T21:44:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741916_1094 (size=1050) 2024-12-07T21:44:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741916_1094 (size=1050) 2024-12-07T21:44:24,879 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830, size=1.0 K (1050bytes) 2024-12-07T21:44:24,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 2024-12-07T21:44:24,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 after 0ms 2024-12-07T21:44:24,882 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:24,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 took 3ms 2024-12-07T21:44:24,884 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 so closing down 2024-12-07T21:44:24,884 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:24,885 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733607864830.temp 2024-12-07T21:44:24,886 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000003-wal.1733607864830.temp 2024-12-07T21:44:24,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741917_1095 (size=1050) 2024-12-07T21:44:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741917_1095 (size=1050) 2024-12-07T21:44:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741917_1095 (size=1050) 2024-12-07T21:44:24,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000003-wal.1733607864830.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:24,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000003-wal.1733607864830.temp to hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012 2024-12-07T21:44:24,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-07T21:44:24,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830, journal: Splitting hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830, size=1.0 K (1050bytes) at 1733607864879Finishing writing output for hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 so closing down at 1733607864884 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000003-wal.1733607864830.temp at 1733607864886 (+2 ms)3 split writer threads finished at 1733607864886Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000003-wal.1733607864830.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733607864894 (+8 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000003-wal.1733607864830.temp to hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012 at 1733607864895 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733607864895 2024-12-07T21:44:24,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607864830 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607864830 2024-12-07T21:44:24,898 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012 2024-12-07T21:44:24,901 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:25,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:25,201 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:25,212 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607865201, exclude list is [], retry=0 2024-12-07T21:44:25,214 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:25,214 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:25,214 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:25,216 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607865201 2024-12-07T21:44:25,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:25,216 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2af8da90ba2f2a545fbbf659c30b2e3f, NAME => 'testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:25,216 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:25,216 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,216 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,219 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,221 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af8da90ba2f2a545fbbf659c30b2e3f columnFamilyName a 2024-12-07T21:44:25,221 DEBUG [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,222 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(327): Store=2af8da90ba2f2a545fbbf659c30b2e3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,222 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,223 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,224 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,224 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012 2024-12-07T21:44:25,226 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:25,227 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012 2024-12-07T21:44:25,227 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2af8da90ba2f2a545fbbf659c30b2e3f 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-07T21:44:25,244 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/.tmp/a/49e90470add746c29d367bd69dd3d54b is 79, key is testDatalossWhenInputError/a:x0/1733607864853/Put/seqid=0 2024-12-07T21:44:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741919_1097 (size=5808) 2024-12-07T21:44:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741919_1097 (size=5808) 2024-12-07T21:44:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741919_1097 (size=5808) 2024-12-07T21:44:25,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/.tmp/a/49e90470add746c29d367bd69dd3d54b 2024-12-07T21:44:25,259 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/.tmp/a/49e90470add746c29d367bd69dd3d54b as hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/a/49e90470add746c29d367bd69dd3d54b 2024-12-07T21:44:25,266 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/a/49e90470add746c29d367bd69dd3d54b, entries=10, sequenceid=12, filesize=5.7 K 2024-12-07T21:44:25,267 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2af8da90ba2f2a545fbbf659c30b2e3f in 39ms, sequenceid=12, compaction requested=false; wal=null 2024-12-07T21:44:25,267 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/0000000000000000012 2024-12-07T21:44:25,268 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,268 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,271 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,273 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-07T21:44:25,273 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2af8da90ba2f2a545fbbf659c30b2e3f; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70087703, jitterRate=0.04438816010951996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:44:25,274 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2af8da90ba2f2a545fbbf659c30b2e3f: Writing region info on filesystem at 1733607865216Initializing all the Stores at 1733607865219 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865219Obtaining lock to block concurrent updates at 1733607865227 (+8 ms)Preparing flush snapshotting stores in 2af8da90ba2f2a545fbbf659c30b2e3f at 1733607865227Finished memstore snapshotting testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733607865227Flushing stores of testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f. at 1733607865227Flushing 2af8da90ba2f2a545fbbf659c30b2e3f/a: creating writer at 1733607865228 (+1 ms)Flushing 2af8da90ba2f2a545fbbf659c30b2e3f/a: appending metadata at 1733607865243 (+15 ms)Flushing 2af8da90ba2f2a545fbbf659c30b2e3f/a: closing flushed file at 1733607865243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f796d3b: reopening flushed file at 1733607865257 (+14 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2af8da90ba2f2a545fbbf659c30b2e3f in 39ms, sequenceid=12, compaction requested=false; wal=null at 1733607865267 (+10 ms)Cleaning up temporary data from old regions at 1733607865268 (+1 ms)Region opened successfully at 1733607865274 (+6 ms) 2024-12-07T21:44:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2af8da90ba2f2a545fbbf659c30b2e3f, NAME => 'testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733607864774.2af8da90ba2f2a545fbbf659c30b2e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,277 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,278 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,279 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af8da90ba2f2a545fbbf659c30b2e3f columnFamilyName a 2024-12-07T21:44:25,279 DEBUG [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,284 DEBUG [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/a/49e90470add746c29d367bd69dd3d54b 2024-12-07T21:44:25,284 INFO [StoreOpener-2af8da90ba2f2a545fbbf659c30b2e3f-1 {}] regionserver.HStore(327): Store=2af8da90ba2f2a545fbbf659c30b2e3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,284 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,285 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,286 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,287 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,287 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,289 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2af8da90ba2f2a545fbbf659c30b2e3f 2024-12-07T21:44:25,291 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testDatalossWhenInputError/2af8da90ba2f2a545fbbf659c30b2e3f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-07T21:44:25,292 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2af8da90ba2f2a545fbbf659c30b2e3f; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61787214, jitterRate=-0.07929876446723938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T21:44:25,292 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2af8da90ba2f2a545fbbf659c30b2e3f: Writing region info on filesystem at 1733607865277Initializing all the Stores at 1733607865278 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865278Cleaning up temporary data from old regions at 1733607865287 (+9 ms)Region opened successfully at 1733607865292 (+5 ms) 2024-12-07T21:44:25,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 418) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:40684 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50766 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50500 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50782 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:40638 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1965698626-172.17.0.2-1733607831601:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50580 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=18154 (was 18161) 2024-12-07T21:44:25,308 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T21:44:25,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=18153 2024-12-07T21:44:25,321 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-07T21:44:25,338 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:25,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:25,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:25,341 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53304439, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-53304439, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:25,353 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53304439/hregion-53304439.1733607865342, exclude list is [], retry=0 2024-12-07T21:44:25,356 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:25,356 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:25,356 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:25,358 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53304439/hregion-53304439.1733607865342 2024-12-07T21:44:25,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:25,359 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d3aa320e483d334d39fb13b73663f3b6, NAME => 'testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:25,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741921_1099 (size=63) 2024-12-07T21:44:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741921_1099 (size=63) 2024-12-07T21:44:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741921_1099 (size=63) 2024-12-07T21:44:25,367 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:25,368 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,369 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName a 2024-12-07T21:44:25,370 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,370 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,370 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,372 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName b 2024-12-07T21:44:25,372 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,372 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,372 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,374 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName c 2024-12-07T21:44:25,374 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,374 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,374 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,376 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,377 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,377 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,378 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:25,379 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,381 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:25,381 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3aa320e483d334d39fb13b73663f3b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64420322, jitterRate=-0.040062397718429565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:25,382 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3aa320e483d334d39fb13b73663f3b6: Writing region info on filesystem at 1733607865367Initializing all the Stores at 1733607865368 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865368Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865368Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865368Cleaning up temporary data from old regions at 1733607865377 (+9 ms)Region opened successfully at 1733607865382 (+5 ms) 2024-12-07T21:44:25,382 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d3aa320e483d334d39fb13b73663f3b6, disabling compactions & flushes 2024-12-07T21:44:25,382 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:25,382 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:25,382 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. after waiting 0 ms 2024-12-07T21:44:25,382 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:25,383 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:25,383 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d3aa320e483d334d39fb13b73663f3b6: Waiting for close lock at 1733607865382Disabling compacts and flushes for region at 1733607865382Disabling writes for close at 1733607865382Writing region close event to WAL at 1733607865383 (+1 ms)Closed at 1733607865383 2024-12-07T21:44:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741920_1098 (size=95) 2024-12-07T21:44:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741920_1098 (size=95) 2024-12-07T21:44:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741920_1098 (size=95) 2024-12-07T21:44:25,387 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:25,387 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53304439:(num 1733607865342) 2024-12-07T21:44:25,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:25,388 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:25,400 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388, exclude list is [], retry=0 2024-12-07T21:44:25,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:25,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:25,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:25,405 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 2024-12-07T21:44:25,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:25,407 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d3aa320e483d334d39fb13b73663f3b6, NAME => 'testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:25,407 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:25,407 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,407 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,409 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,410 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName a 2024-12-07T21:44:25,410 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,410 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,410 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,411 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName b 2024-12-07T21:44:25,411 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,411 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,411 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,412 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName c 2024-12-07T21:44:25,412 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:25,413 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:25,413 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,415 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,415 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,415 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:25,417 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:25,417 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3aa320e483d334d39fb13b73663f3b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69814452, jitterRate=0.04031640291213989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:25,418 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3aa320e483d334d39fb13b73663f3b6: Writing region info on filesystem at 1733607865407Initializing all the Stores at 1733607865408 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865408Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865409 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607865409Cleaning up temporary data from old regions at 1733607865415 (+6 ms)Region opened successfully at 1733607865418 (+3 ms) 2024-12-07T21:44:25,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733607865422/Put/seqid=0 2024-12-07T21:44:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741923_1101 (size=4875) 2024-12-07T21:44:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741923_1101 (size=4875) 2024-12-07T21:44:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741923_1101 (size=4875) 2024-12-07T21:44:25,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733607865435/Put/seqid=0 2024-12-07T21:44:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741924_1102 (size=4875) 2024-12-07T21:44:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741924_1102 (size=4875) 2024-12-07T21:44:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741924_1102 (size=4875) 2024-12-07T21:44:25,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733607865444/Put/seqid=0 2024-12-07T21:44:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741925_1103 (size=4875) 2024-12-07T21:44:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741925_1103 (size=4875) 2024-12-07T21:44:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741925_1103 (size=4875) 2024-12-07T21:44:25,455 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in d3aa320e483d334d39fb13b73663f3b6/a 2024-12-07T21:44:25,458 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-07T21:44:25,458 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T21:44:25,458 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in d3aa320e483d334d39fb13b73663f3b6/a 2024-12-07T21:44:25,462 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-07T21:44:25,462 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T21:44:25,462 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in d3aa320e483d334d39fb13b73663f3b6/a 2024-12-07T21:44:25,465 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-07T21:44:25,465 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T21:44:25,465 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3aa320e483d334d39fb13b73663f3b6 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-07T21:44:25,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/.tmp/a/c0bd3f0ca9744087950857675d638e98 is 55, key is testCompactedBulkLoadedFiles/a:a/1733607865418/Put/seqid=0 2024-12-07T21:44:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741926_1104 (size=5107) 2024-12-07T21:44:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741926_1104 (size=5107) 2024-12-07T21:44:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741926_1104 (size=5107) 2024-12-07T21:44:25,485 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/.tmp/a/c0bd3f0ca9744087950857675d638e98 2024-12-07T21:44:25,490 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/.tmp/a/c0bd3f0ca9744087950857675d638e98 as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98 2024-12-07T21:44:25,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98, entries=1, sequenceid=4, filesize=5.0 K 2024-12-07T21:44:25,496 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for d3aa320e483d334d39fb13b73663f3b6 in 31ms, sequenceid=4, compaction requested=false 2024-12-07T21:44:25,496 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d3aa320e483d334d39fb13b73663f3b6: 2024-12-07T21:44:25,497 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ 2024-12-07T21:44:25,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ 2024-12-07T21:44:25,500 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ 2024-12-07T21:44:25,501 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile0 into d3aa320e483d334d39fb13b73663f3b6/a as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ - updating store file list. 2024-12-07T21:44:25,506 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:25,506 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ into d3aa320e483d334d39fb13b73663f3b6/a 2024-12-07T21:44:25,506 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile0 into d3aa320e483d334d39fb13b73663f3b6/a (new location: hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_) 2024-12-07T21:44:25,508 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile1 into d3aa320e483d334d39fb13b73663f3b6/a as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ - updating store file list. 2024-12-07T21:44:25,513 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a08997ca5bac4f739c35064069dcfd6c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:25,513 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ into d3aa320e483d334d39fb13b73663f3b6/a 2024-12-07T21:44:25,513 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile1 into d3aa320e483d334d39fb13b73663f3b6/a (new location: hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_) 2024-12-07T21:44:25,515 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile2 into d3aa320e483d334d39fb13b73663f3b6/a as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ - updating store file list. 2024-12-07T21:44:25,520 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d44ecdb513514642bd65dc33f724d8a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:25,520 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ into d3aa320e483d334d39fb13b73663f3b6/a 2024-12-07T21:44:25,520 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46325/hbase/testCompactedBulkLoadedFiles/hfile2 into d3aa320e483d334d39fb13b73663f3b6/a (new location: hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_) 2024-12-07T21:44:25,528 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:44:25,528 DEBUG [Time-limited test {}] regionserver.HStore(1541): d3aa320e483d334d39fb13b73663f3b6/a is initiating major compaction (all files) 2024-12-07T21:44:25,529 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of d3aa320e483d334d39fb13b73663f3b6/a in testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:25,529 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_] into tmpdir=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/.tmp, totalSize=19.3 K 2024-12-07T21:44:25,529 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c0bd3f0ca9744087950857675d638e98, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733607865418 2024-12-07T21:44:25,530 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T21:44:25,530 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a08997ca5bac4f739c35064069dcfd6c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T21:44:25,531 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d44ecdb513514642bd65dc33f724d8a3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-07T21:44:25,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/.tmp/a/70bb51d39b5549d9a96601a3a11f6926 is 55, key is testCompactedBulkLoadedFiles/a:a/1733607865418/Put/seqid=0 2024-12-07T21:44:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741927_1105 (size=6154) 2024-12-07T21:44:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741927_1105 (size=6154) 2024-12-07T21:44:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741927_1105 (size=6154) 2024-12-07T21:44:25,556 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/.tmp/a/70bb51d39b5549d9a96601a3a11f6926 as hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/70bb51d39b5549d9a96601a3a11f6926 2024-12-07T21:44:25,562 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in d3aa320e483d334d39fb13b73663f3b6/a of d3aa320e483d334d39fb13b73663f3b6 into 70bb51d39b5549d9a96601a3a11f6926(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:44:25,562 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for d3aa320e483d334d39fb13b73663f3b6: 2024-12-07T21:44:25,562 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T21:44:25,562 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-07T21:44:25,590 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388, size=0 (0bytes) 2024-12-07T21:44:25,590 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 might be still open, length is 0 2024-12-07T21:44:25,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 2024-12-07T21:44:25,591 WARN [IPC Server handler 2 on default port 46325 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-12-07T21:44:25,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 after 1ms 2024-12-07T21:44:25,777 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-07T21:44:25,777 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:25,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-07T21:44:25,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-07T21:44:27,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50818 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:40301:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50818 dst: /127.0.0.1:40301 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40301 remote=/127.0.0.1:50818]. Total timeout mills is 60000, 58047 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:27,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50628 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50628 dst: /127.0.0.1:44427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:27,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:40722 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44173:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40722 dst: /127.0.0.1:44173 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741922_1106 (size=1170) 2024-12-07T21:44:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741922_1106 (size=1170) 2024-12-07T21:44:29,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 after 4002ms 2024-12-07T21:44:29,594 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:29,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 took 4005ms 2024-12-07T21:44:29,596 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388; continuing. 2024-12-07T21:44:29,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 so closing down 2024-12-07T21:44:29,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:29,598 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733607865388.temp 2024-12-07T21:44:29,599 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000003-wal.1733607865388.temp 2024-12-07T21:44:29,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741928_1107 (size=548) 2024-12-07T21:44:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741928_1107 (size=548) 2024-12-07T21:44:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741928_1107 (size=548) 2024-12-07T21:44:29,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000003-wal.1733607865388.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:29,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000003-wal.1733607865388.temp to hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008 2024-12-07T21:44:29,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T21:44:29,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388, journal: Splitting hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388, size=0 (0bytes) at 1733607865590Finishing writing output for hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 so closing down at 1733607869597 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000003-wal.1733607865388.temp at 1733607869599 (+2 ms)3 split writer threads finished at 1733607869599Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000003-wal.1733607865388.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733607869605 (+6 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000003-wal.1733607865388.temp to hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008 at 1733607869606 (+1 ms)Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388, size=0, length=0, corrupted=false, cancelled=false at 1733607869606 2024-12-07T21:44:29,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607865388 2024-12-07T21:44:29,609 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008 2024-12-07T21:44:29,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:29,611 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:29,624 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607869612, exclude list is [], retry=0 2024-12-07T21:44:29,627 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:29,627 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:29,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:29,629 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607869612 2024-12-07T21:44:29,630 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:29,630 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d3aa320e483d334d39fb13b73663f3b6, NAME => 'testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:29,630 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:29,630 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,630 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,632 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,632 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName a 2024-12-07T21:44:29,633 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,639 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/70bb51d39b5549d9a96601a3a11f6926 2024-12-07T21:44:29,642 DEBUG [StoreFileOpener-d3aa320e483d334d39fb13b73663f3b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a08997ca5bac4f739c35064069dcfd6c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:29,642 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ 2024-12-07T21:44:29,646 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98 2024-12-07T21:44:29,650 DEBUG [StoreFileOpener-d3aa320e483d334d39fb13b73663f3b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d44ecdb513514642bd65dc33f724d8a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:29,650 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ 2024-12-07T21:44:29,654 DEBUG [StoreFileOpener-d3aa320e483d334d39fb13b73663f3b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T21:44:29,654 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ 2024-12-07T21:44:29,654 WARN [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@71fc85c6 2024-12-07T21:44:29,654 WARN [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@71fc85c6 2024-12-07T21:44:29,654 WARN [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@71fc85c6 2024-12-07T21:44:29,654 WARN [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@71fc85c6 2024-12-07T21:44:29,654 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_] to archive 2024-12-07T21:44:29,655 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:44:29,657 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ to hdfs://localhost:46325/hbase/archive/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/a08997ca5bac4f739c35064069dcfd6c_SeqId_4_ 2024-12-07T21:44:29,659 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98 to hdfs://localhost:46325/hbase/archive/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/c0bd3f0ca9744087950857675d638e98 2024-12-07T21:44:29,660 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ to hdfs://localhost:46325/hbase/archive/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/d44ecdb513514642bd65dc33f724d8a3_SeqId_4_ 2024-12-07T21:44:29,662 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ to hdfs://localhost:46325/hbase/archive/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/a/f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_ 2024-12-07T21:44:29,662 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,662 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,663 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName b 2024-12-07T21:44:29,663 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,663 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,664 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,664 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3aa320e483d334d39fb13b73663f3b6 columnFamilyName c 2024-12-07T21:44:29,664 DEBUG [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,665 INFO [StoreOpener-d3aa320e483d334d39fb13b73663f3b6-1 {}] regionserver.HStore(327): Store=d3aa320e483d334d39fb13b73663f3b6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,665 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,666 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,669 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008 2024-12-07T21:44:29,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:29,673 DEBUG [Time-limited test {}] regionserver.HRegion(5836): d3aa320e483d334d39fb13b73663f3b6 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "d3aa320e483d334d39fb13b73663f3b6" family_name: "a" compaction_input: "c0bd3f0ca9744087950857675d638e98" compaction_input: "f381a0a558ef4c27a539ae2cf5a1134d_SeqId_4_" compaction_input: "a08997ca5bac4f739c35064069dcfd6c_SeqId_4_" compaction_input: "d44ecdb513514642bd65dc33f724d8a3_SeqId_4_" compaction_output: "70bb51d39b5549d9a96601a3a11f6926" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-07T21:44:29,673 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-07T21:44:29,674 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008 2024-12-07T21:44:29,675 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/0000000000000000008 2024-12-07T21:44:29,676 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,676 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,677 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:29,679 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3aa320e483d334d39fb13b73663f3b6 2024-12-07T21:44:29,682 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testCompactedBulkLoadedFiles/d3aa320e483d334d39fb13b73663f3b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T21:44:29,683 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3aa320e483d334d39fb13b73663f3b6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70681295, jitterRate=0.053233370184898376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:29,684 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3aa320e483d334d39fb13b73663f3b6: Writing region info on filesystem at 1733607869630Initializing all the Stores at 1733607869631 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869631Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869631Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869631Cleaning up temporary data from old regions at 1733607869676 (+45 ms)Region opened successfully at 1733607869684 (+8 ms) 2024-12-07T21:44:29,687 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d3aa320e483d334d39fb13b73663f3b6, disabling compactions & flushes 2024-12-07T21:44:29,688 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:29,688 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:29,688 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. after waiting 0 ms 2024-12-07T21:44:29,688 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:29,688 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733607865338.d3aa320e483d334d39fb13b73663f3b6. 2024-12-07T21:44:29,689 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d3aa320e483d334d39fb13b73663f3b6: Waiting for close lock at 1733607869687Disabling compacts and flushes for region at 1733607869687Disabling writes for close at 1733607869688 (+1 ms)Writing region close event to WAL at 1733607869688Closed at 1733607869688 2024-12-07T21:44:29,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741929_1108 (size=95) 2024-12-07T21:44:29,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741929_1108 (size=95) 2024-12-07T21:44:29,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741929_1108 (size=95) 2024-12-07T21:44:29,694 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:29,694 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733607869612) 2024-12-07T21:44:29,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=441 (was 428) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-230475105_22 at /127.0.0.1:50688 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:46325 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-230475105_22 at /127.0.0.1:40804 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=18147 (was 18153) 2024-12-07T21:44:29,707 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-12-07T21:44:29,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=18146 2024-12-07T21:44:29,718 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-12-07T21:44:29,730 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:29,732 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:44:29,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:44:29,735 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63724842, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/hregion-63724842, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:29,746 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63724842/hregion-63724842.1733607869735, exclude list is [], retry=0 2024-12-07T21:44:29,749 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:29,749 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:29,751 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:29,752 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63724842/hregion-63724842.1733607869735 2024-12-07T21:44:29,753 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-07T21:44:29,753 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0a1a6f7109d1aee9294d3aec8304886b, NAME => 'testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46325/hbase 2024-12-07T21:44:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741931_1110 (size=67) 2024-12-07T21:44:29,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741931_1110 (size=67) 2024-12-07T21:44:29,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741931_1110 (size=67) 2024-12-07T21:44:29,769 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:29,775 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,777 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName a 2024-12-07T21:44:29,777 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,778 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,778 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,779 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName b 2024-12-07T21:44:29,779 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,780 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,780 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,781 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName c 2024-12-07T21:44:29,782 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,782 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,782 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,784 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,784 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,785 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:29,786 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,789 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:44:29,789 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1a6f7109d1aee9294d3aec8304886b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72870715, jitterRate=0.08585827052593231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:29,789 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1a6f7109d1aee9294d3aec8304886b: Writing region info on filesystem at 1733607869769Initializing all the Stores at 1733607869770 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869770Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869775 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869775Cleaning up temporary data from old regions at 1733607869784 (+9 ms)Region opened successfully at 1733607869789 (+5 ms) 2024-12-07T21:44:29,789 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a1a6f7109d1aee9294d3aec8304886b, disabling compactions & flushes 2024-12-07T21:44:29,790 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. after waiting 0 ms 2024-12-07T21:44:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,790 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a1a6f7109d1aee9294d3aec8304886b: Waiting for close lock at 1733607869789Disabling compacts and flushes for region at 1733607869789Disabling writes for close at 1733607869790 (+1 ms)Writing region close event to WAL at 1733607869790Closed at 1733607869790 2024-12-07T21:44:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741930_1109 (size=95) 2024-12-07T21:44:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741930_1109 (size=95) 2024-12-07T21:44:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741930_1109 (size=95) 2024-12-07T21:44:29,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:29,800 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63724842:(num 1733607869735) 2024-12-07T21:44:29,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:29,802 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:29,814 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803, exclude list is [], retry=0 2024-12-07T21:44:29,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:29,817 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:29,818 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:29,819 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 2024-12-07T21:44:29,820 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36691:36691),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34507:34507)] 2024-12-07T21:44:29,820 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a1a6f7109d1aee9294d3aec8304886b, NAME => 'testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:29,821 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:29,821 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,821 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,822 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,824 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName a 2024-12-07T21:44:29,824 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,824 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,824 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,825 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName b 2024-12-07T21:44:29,825 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,826 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,826 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,827 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName c 2024-12-07T21:44:29,827 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,827 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,830 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,830 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,830 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:29,832 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,832 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1a6f7109d1aee9294d3aec8304886b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61117953, jitterRate=-0.08927153050899506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:29,833 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1a6f7109d1aee9294d3aec8304886b: Writing region info on filesystem at 1733607869821Initializing all the Stores at 1733607869822 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869822Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869822Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869822Cleaning up temporary data from old regions at 1733607869830 (+8 ms)Region opened successfully at 1733607869833 (+3 ms) 2024-12-07T21:44:29,840 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a1a6f7109d1aee9294d3aec8304886b 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-07T21:44:29,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/a/e177dc3b1d7c47d79457a9efcf31f024 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733607869833/Put/seqid=0 2024-12-07T21:44:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741933_1112 (size=5958) 2024-12-07T21:44:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741933_1112 (size=5958) 2024-12-07T21:44:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741933_1112 (size=5958) 2024-12-07T21:44:29,860 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/a/e177dc3b1d7c47d79457a9efcf31f024 2024-12-07T21:44:29,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/a/e177dc3b1d7c47d79457a9efcf31f024 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/a/e177dc3b1d7c47d79457a9efcf31f024 2024-12-07T21:44:29,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/a/e177dc3b1d7c47d79457a9efcf31f024, entries=10, sequenceid=13, filesize=5.8 K 2024-12-07T21:44:29,872 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0a1a6f7109d1aee9294d3aec8304886b in 32ms, sequenceid=13, compaction requested=false 2024-12-07T21:44:29,872 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0a1a6f7109d1aee9294d3aec8304886b: 2024-12-07T21:44:29,891 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a1a6f7109d1aee9294d3aec8304886b, disabling compactions & flushes 2024-12-07T21:44:29,891 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,891 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,891 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. after waiting 0 ms 2024-12-07T21:44:29,891 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,892 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,892 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:29,892 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a1a6f7109d1aee9294d3aec8304886b: Waiting for close lock at 1733607869891Disabling compacts and flushes for region at 1733607869891Disabling writes for close at 1733607869891Writing region close event to WAL at 1733607869892 (+1 ms)Closed at 1733607869892 2024-12-07T21:44:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741932_1111 (size=3345) 2024-12-07T21:44:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741932_1111 (size=3345) 2024-12-07T21:44:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741932_1111 (size=3345) 2024-12-07T21:44:29,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803, size=3.3 K (3345bytes) 2024-12-07T21:44:29,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 2024-12-07T21:44:29,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 after 1ms 2024-12-07T21:44:29,917 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:29,917 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 took 3ms 2024-12-07T21:44:29,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 so closing down 2024-12-07T21:44:29,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:29,943 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733607869803.temp 2024-12-07T21:44:29,944 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000003-wal.1733607869803.temp 2024-12-07T21:44:29,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741934_1113 (size=2944) 2024-12-07T21:44:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741934_1113 (size=2944) 2024-12-07T21:44:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741934_1113 (size=2944) 2024-12-07T21:44:29,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000003-wal.1733607869803.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:29,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000003-wal.1733607869803.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035 2024-12-07T21:44:29,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-12-07T21:44:29,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803, journal: Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803, size=3.3 K (3345bytes) at 1733607869914Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 so closing down at 1733607869943 (+29 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000003-wal.1733607869803.temp at 1733607869944 (+1 ms)3 split writer threads finished at 1733607869945 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000003-wal.1733607869803.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733607869950 (+5 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000003-wal.1733607869803.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035 at 1733607869951 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1733607869952 (+1 ms) 2024-12-07T21:44:29,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869803 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607869803 2024-12-07T21:44:29,954 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035 2024-12-07T21:44:29,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:29,956 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:29,967 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956, exclude list is [], retry=0 2024-12-07T21:44:29,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:29,969 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:29,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:29,971 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 2024-12-07T21:44:29,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:29,971 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a1a6f7109d1aee9294d3aec8304886b, NAME => 'testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:44:29,971 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:29,972 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,972 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,973 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,973 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName a 2024-12-07T21:44:29,974 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,980 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/a/e177dc3b1d7c47d79457a9efcf31f024 2024-12-07T21:44:29,980 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,980 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,981 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName b 2024-12-07T21:44:29,981 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,982 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,982 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,983 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName c 2024-12-07T21:44:29,983 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:29,983 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:29,984 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,984 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:29,986 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035 2024-12-07T21:44:29,988 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:29,989 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035 2024-12-07T21:44:29,990 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a1a6f7109d1aee9294d3aec8304886b 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-07T21:44:30,002 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/b/14a9488c2c4c47f8ab5c1f3e79284ea3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733607869872/Put/seqid=0 2024-12-07T21:44:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741936_1115 (size=5958) 2024-12-07T21:44:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741936_1115 (size=5958) 2024-12-07T21:44:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741936_1115 (size=5958) 2024-12-07T21:44:30,008 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/b/14a9488c2c4c47f8ab5c1f3e79284ea3 2024-12-07T21:44:30,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/c/f8a1479d213741c9a849834f049f7fe9 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733607869880/Put/seqid=0 2024-12-07T21:44:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741937_1116 (size=5958) 2024-12-07T21:44:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741937_1116 (size=5958) 2024-12-07T21:44:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741937_1116 (size=5958) 2024-12-07T21:44:30,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/c/f8a1479d213741c9a849834f049f7fe9 2024-12-07T21:44:30,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/b/14a9488c2c4c47f8ab5c1f3e79284ea3 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/b/14a9488c2c4c47f8ab5c1f3e79284ea3 2024-12-07T21:44:30,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/b/14a9488c2c4c47f8ab5c1f3e79284ea3, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T21:44:30,046 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/c/f8a1479d213741c9a849834f049f7fe9 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/c/f8a1479d213741c9a849834f049f7fe9 2024-12-07T21:44:30,051 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/c/f8a1479d213741c9a849834f049f7fe9, entries=10, sequenceid=35, filesize=5.8 K 2024-12-07T21:44:30,052 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0a1a6f7109d1aee9294d3aec8304886b in 62ms, sequenceid=35, compaction requested=false; wal=null 2024-12-07T21:44:30,052 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000035 2024-12-07T21:44:30,053 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:30,053 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:30,054 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:30,055 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:30,058 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-07T21:44:30,058 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1a6f7109d1aee9294d3aec8304886b; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69544919, jitterRate=0.03630004823207855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:30,058 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1a6f7109d1aee9294d3aec8304886b: Writing region info on filesystem at 1733607869972Initializing all the Stores at 1733607869972Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869972Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869973 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607869973Obtaining lock to block concurrent updates at 1733607869990 (+17 ms)Preparing flush snapshotting stores in 0a1a6f7109d1aee9294d3aec8304886b at 1733607869990Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733607869990Flushing stores of testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. at 1733607869990Flushing 0a1a6f7109d1aee9294d3aec8304886b/b: creating writer at 1733607869990Flushing 0a1a6f7109d1aee9294d3aec8304886b/b: appending metadata at 1733607870002 (+12 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/b: closing flushed file at 1733607870002Flushing 0a1a6f7109d1aee9294d3aec8304886b/c: creating writer at 1733607870012 (+10 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/c: appending metadata at 1733607870028 (+16 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/c: closing flushed file at 1733607870028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4b3c15: reopening flushed file at 1733607870039 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15586aa7: reopening flushed file at 1733607870046 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0a1a6f7109d1aee9294d3aec8304886b in 62ms, sequenceid=35, compaction requested=false; wal=null at 1733607870052 (+6 ms)Cleaning up temporary data from old regions at 1733607870053 (+1 ms)Region opened successfully at 1733607870058 (+5 ms) 2024-12-07T21:44:30,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:44:30,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956, size=0 (0bytes) 2024-12-07T21:44:30,137 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 might be still open, length is 0 2024-12-07T21:44:30,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 2024-12-07T21:44:30,137 WARN [IPC Server handler 4 on default port 46325 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-12-07T21:44:30,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 after 0ms 2024-12-07T21:44:30,516 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50974 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:40301:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50974 dst: /127.0.0.1:40301 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40301 remote=/127.0.0.1:50974]. Total timeout mills is 60000, 59571 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:30,517 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:50776 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50776 dst: /127.0.0.1:44427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:30,517 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_269002231_22 at /127.0.0.1:40848 [Receiving block BP-1965698626-172.17.0.2-1733607831601:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44173:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40848 dst: /127.0.0.1:44173 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741935_1117 (size=2936) 2024-12-07T21:44:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741935_1117 (size=2936) 2024-12-07T21:44:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741935_1117 (size=2936) 2024-12-07T21:44:34,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 after 4002ms 2024-12-07T21:44:34,149 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:34,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 took 4013ms 2024-12-07T21:44:34,152 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956; continuing. 2024-12-07T21:44:34,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 so closing down 2024-12-07T21:44:34,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-07T21:44:34,153 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733607869956.temp 2024-12-07T21:44:34,154 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000037-wal.1733607869956.temp 2024-12-07T21:44:34,155 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-07T21:44:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741938_1118 (size=2944) 2024-12-07T21:44:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741938_1118 (size=2944) 2024-12-07T21:44:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741938_1118 (size=2944) 2024-12-07T21:44:34,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000037-wal.1733607869956.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-07T21:44:34,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000037-wal.1733607869956.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066 2024-12-07T21:44:34,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956, size=0, length=0, corrupted=false, cancelled=false 2024-12-07T21:44:34,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956, journal: Splitting hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956, size=0 (0bytes) at 1733607870137Finishing writing output for hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 so closing down at 1733607874152 (+4015 ms)Creating recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000037-wal.1733607869956.temp at 1733607874154 (+2 ms)3 split writer threads finished at 1733607874155 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000037-wal.1733607869956.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733607874160 (+5 ms)Rename recovered edits hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000037-wal.1733607869956.temp to hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066 at 1733607874161 (+1 ms)Processed 30 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956, size=0, length=0, corrupted=false, cancelled=false at 1733607874161 2024-12-07T21:44:34,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 to hdfs://localhost:46325/hbase/oldWALs/wal.1733607869956 2024-12-07T21:44:34,163 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066 2024-12-07T21:44:34,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-07T21:44:34,165 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46325/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730, archiveDir=hdfs://localhost:46325/hbase/oldWALs, maxLogs=32 2024-12-07T21:44:34,176 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607874165, exclude list is [], retry=0 2024-12-07T21:44:34,178 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40301,DS-7795e9e0-624d-4ce9-8651-cc0b57f4ca4a,DISK] 2024-12-07T21:44:34,178 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44173,DS-c0e2fe35-2795-441f-a3f6-773926d9bd71,DISK] 2024-12-07T21:44:34,179 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44427,DS-0e4dfe91-8fcd-4dff-bc45-b8f21e902610,DISK] 2024-12-07T21:44:34,180 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607874165 2024-12-07T21:44:34,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34507:34507),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:36691:36691)] 2024-12-07T21:44:34,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:44:34,182 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,183 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName a 2024-12-07T21:44:34,183 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:34,236 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/a/e177dc3b1d7c47d79457a9efcf31f024 2024-12-07T21:44:34,236 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:34,236 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,238 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName b 2024-12-07T21:44:34,238 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:34,248 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/b/14a9488c2c4c47f8ab5c1f3e79284ea3 2024-12-07T21:44:34,249 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:34,249 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,250 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1a6f7109d1aee9294d3aec8304886b columnFamilyName c 2024-12-07T21:44:34,250 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:44:34,256 DEBUG [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/c/f8a1479d213741c9a849834f049f7fe9 2024-12-07T21:44:34,256 INFO [StoreOpener-0a1a6f7109d1aee9294d3aec8304886b-1 {}] regionserver.HStore(327): Store=0a1a6f7109d1aee9294d3aec8304886b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:44:34,256 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,259 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,260 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066 2024-12-07T21:44:34,262 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-07T21:44:34,266 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066 2024-12-07T21:44:34,266 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a1a6f7109d1aee9294d3aec8304886b 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-07T21:44:34,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/a/b10ed698941a4dc9b2a925ef5de2f3ef is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733607870064/Put/seqid=0 2024-12-07T21:44:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741940_1120 (size=5958) 2024-12-07T21:44:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741940_1120 (size=5958) 2024-12-07T21:44:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741940_1120 (size=5958) 2024-12-07T21:44:34,286 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/a/b10ed698941a4dc9b2a925ef5de2f3ef 2024-12-07T21:44:34,301 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/b/9ac8dd46f2d041a6be9a55b1f54ed648 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733607870071/Put/seqid=0 2024-12-07T21:44:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741941_1121 (size=5958) 2024-12-07T21:44:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741941_1121 (size=5958) 2024-12-07T21:44:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741941_1121 (size=5958) 2024-12-07T21:44:34,307 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/b/9ac8dd46f2d041a6be9a55b1f54ed648 2024-12-07T21:44:34,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/c/6b2c15ef0d794dc7ba75589d65c06a7e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733607870078/Put/seqid=0 2024-12-07T21:44:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741942_1122 (size=5958) 2024-12-07T21:44:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741942_1122 (size=5958) 2024-12-07T21:44:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741942_1122 (size=5958) 2024-12-07T21:44:34,331 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/c/6b2c15ef0d794dc7ba75589d65c06a7e 2024-12-07T21:44:34,335 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/a/b10ed698941a4dc9b2a925ef5de2f3ef as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/a/b10ed698941a4dc9b2a925ef5de2f3ef 2024-12-07T21:44:34,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/a/b10ed698941a4dc9b2a925ef5de2f3ef, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T21:44:34,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/b/9ac8dd46f2d041a6be9a55b1f54ed648 as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/b/9ac8dd46f2d041a6be9a55b1f54ed648 2024-12-07T21:44:34,345 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/b/9ac8dd46f2d041a6be9a55b1f54ed648, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T21:44:34,346 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/.tmp/c/6b2c15ef0d794dc7ba75589d65c06a7e as hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/c/6b2c15ef0d794dc7ba75589d65c06a7e 2024-12-07T21:44:34,350 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/c/6b2c15ef0d794dc7ba75589d65c06a7e, entries=10, sequenceid=66, filesize=5.8 K 2024-12-07T21:44:34,350 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0a1a6f7109d1aee9294d3aec8304886b in 84ms, sequenceid=66, compaction requested=false; wal=null 2024-12-07T21:44:34,351 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/0000000000000000066 2024-12-07T21:44:34,352 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,352 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,352 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T21:44:34,353 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1a6f7109d1aee9294d3aec8304886b 2024-12-07T21:44:34,355 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1a6f7109d1aee9294d3aec8304886b/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-07T21:44:34,356 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1a6f7109d1aee9294d3aec8304886b; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68974636, jitterRate=0.02780216932296753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T21:44:34,356 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1a6f7109d1aee9294d3aec8304886b: Writing region info on filesystem at 1733607874181Initializing all the Stores at 1733607874182 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607874182Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607874182Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733607874182Obtaining lock to block concurrent updates at 1733607874266 (+84 ms)Preparing flush snapshotting stores in 0a1a6f7109d1aee9294d3aec8304886b at 1733607874266Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733607874267 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. at 1733607874267Flushing 0a1a6f7109d1aee9294d3aec8304886b/a: creating writer at 1733607874267Flushing 0a1a6f7109d1aee9294d3aec8304886b/a: appending metadata at 1733607874279 (+12 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/a: closing flushed file at 1733607874279Flushing 0a1a6f7109d1aee9294d3aec8304886b/b: creating writer at 1733607874289 (+10 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/b: appending metadata at 1733607874301 (+12 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/b: closing flushed file at 1733607874301Flushing 0a1a6f7109d1aee9294d3aec8304886b/c: creating writer at 1733607874311 (+10 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/c: appending metadata at 1733607874324 (+13 ms)Flushing 0a1a6f7109d1aee9294d3aec8304886b/c: closing flushed file at 1733607874324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6391cb1f: reopening flushed file at 1733607874334 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613ca426: reopening flushed file at 1733607874340 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248a7a47: reopening flushed file at 1733607874345 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0a1a6f7109d1aee9294d3aec8304886b in 84ms, sequenceid=66, compaction requested=false; wal=null at 1733607874350 (+5 ms)Cleaning up temporary data from old regions at 1733607874352 (+2 ms)Region opened successfully at 1733607874356 (+4 ms) 2024-12-07T21:44:34,369 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a1a6f7109d1aee9294d3aec8304886b, disabling compactions & flushes 2024-12-07T21:44:34,369 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:34,369 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:34,370 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. after waiting 1 ms 2024-12-07T21:44:34,370 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:34,371 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733607869731.0a1a6f7109d1aee9294d3aec8304886b. 2024-12-07T21:44:34,371 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a1a6f7109d1aee9294d3aec8304886b: Waiting for close lock at 1733607874369Disabling compacts and flushes for region at 1733607874369Disabling writes for close at 1733607874370 (+1 ms)Writing region close event to WAL at 1733607874371 (+1 ms)Closed at 1733607874371 2024-12-07T21:44:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741939_1119 (size=95) 2024-12-07T21:44:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741939_1119 (size=95) 2024-12-07T21:44:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741939_1119 (size=95) 2024-12-07T21:44:34,375 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-07T21:44:34,375 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733607874165) 2024-12-07T21:44:34,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449 (was 441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1965402235_22 at /127.0.0.1:34350 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1965402235_22 at /127.0.0.1:50974 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:46325 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1965402235_22 at /127.0.0.1:37996 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=18109 (was 18146) 2024-12-07T21:44:34,387 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-07T21:44:34,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T21:44:34,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:44:34,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:44:34,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:44:34,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T21:44:34,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655895052, stopped=false 2024-12-07T21:44:34,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbf4292a68c8,33461,1733607835430 2024-12-07T21:44:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T21:44:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T21:44:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T21:44:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:44:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:44:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:44:34,404 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T21:44:34,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:44:34,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:44:34,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:44:34,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:44:34,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:44:34,405 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbf4292a68c8,34425,1733607836146' ***** 2024-12-07T21:44:34,405 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T21:44:34,405 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbf4292a68c8,33547,1733607836239' ***** 2024-12-07T21:44:34,405 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T21:44:34,405 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T21:44:34,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T21:44:34,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(3091): Received CLOSE for d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(959): stopping server dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(959): stopping server dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;dbf4292a68c8:33547. 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbf4292a68c8:34425. 2024-12-07T21:44:34,406 DEBUG [RS:1;dbf4292a68c8:33547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:44:34,406 DEBUG [RS:1;dbf4292a68c8:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,406 DEBUG [RS:0;dbf4292a68c8:34425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:44:34,406 DEBUG [RS:0;dbf4292a68c8:34425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T21:44:34,406 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d707daf638812d5785fb8e6a7837c6d6, disabling compactions & flushes 2024-12-07T21:44:34,406 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T21:44:34,406 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1325): Online Regions={d707daf638812d5785fb8e6a7837c6d6=testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6.} 2024-12-07T21:44:34,406 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T21:44:34,406 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:34,406 DEBUG [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1351): Waiting on d707daf638812d5785fb8e6a7837c6d6 2024-12-07T21:44:34,406 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. after waiting 0 ms 2024-12-07T21:44:34,406 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T21:44:34,406 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:34,407 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T21:44:34,407 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T21:44:34,407 DEBUG [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:44:34,407 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T21:44:34,407 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T21:44:34,407 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T21:44:34,407 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T21:44:34,407 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T21:44:34,407 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-12-07T21:44:34,411 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/d707daf638812d5785fb8e6a7837c6d6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-07T21:44:34,412 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:34,412 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d707daf638812d5785fb8e6a7837c6d6: Waiting for close lock at 1733607874406Running coprocessor pre-close hooks at 1733607874406Disabling compacts and flushes for region at 1733607874406Disabling writes for close at 1733607874406Writing region close event to WAL at 1733607874407 (+1 ms)Running coprocessor post-close hooks at 1733607874411 (+4 ms)Closed at 1733607874412 (+1 ms) 2024-12-07T21:44:34,412 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6. 2024-12-07T21:44:34,412 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/info/260e46599806426c8259d64cb4e63c94 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733607850387.d707daf638812d5785fb8e6a7837c6d6./info:regioninfo/1733607854418/Put/seqid=0 2024-12-07T21:44:34,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741943_1123 (size=6778) 2024-12-07T21:44:34,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741943_1123 (size=6778) 2024-12-07T21:44:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741943_1123 (size=6778) 2024-12-07T21:44:34,419 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/info/260e46599806426c8259d64cb4e63c94 2024-12-07T21:44:34,422 INFO [regionserver/dbf4292a68c8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:44:34,422 INFO [regionserver/dbf4292a68c8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:44:34,424 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/.tmp/info/260e46599806426c8259d64cb4e63c94 as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/info/260e46599806426c8259d64cb4e63c94 2024-12-07T21:44:34,430 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/info/260e46599806426c8259d64cb4e63c94, entries=8, sequenceid=23, filesize=6.6 K 2024-12-07T21:44:34,431 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=23, compaction requested=false 2024-12-07T21:44:34,431 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T21:44:34,436 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-12-07T21:44:34,437 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T21:44:34,437 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T21:44:34,437 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733607874407Running coprocessor pre-close hooks at 1733607874407Disabling compacts and flushes for region at 1733607874407Disabling writes for close at 1733607874407Obtaining lock to block concurrent updates at 1733607874407Preparing flush snapshotting stores in 1588230740 at 1733607874407Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1733607874407Flushing stores of hbase:meta,,1.1588230740 at 1733607874408 (+1 ms)Flushing 1588230740/info: creating writer at 1733607874408Flushing 1588230740/info: appending metadata at 1733607874412 (+4 ms)Flushing 1588230740/info: closing flushed file at 1733607874412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed7552f: reopening flushed file at 1733607874423 (+11 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=23, compaction requested=false at 1733607874431 (+8 ms)Writing region close event to WAL at 1733607874433 (+2 ms)Running coprocessor post-close hooks at 1733607874437 (+4 ms)Closed at 1733607874437 2024-12-07T21:44:34,437 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T21:44:34,607 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(976): stopping server dbf4292a68c8,34425,1733607836146; all regions closed. 2024-12-07T21:44:34,607 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(976): stopping server dbf4292a68c8,33547,1733607836239; all regions closed. 2024-12-07T21:44:34,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741893_1071 (size=1672) 2024-12-07T21:44:34,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741893_1071 (size=1672) 2024-12-07T21:44:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741893_1071 (size=1672) 2024-12-07T21:44:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741835_1011 (size=2185) 2024-12-07T21:44:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741835_1011 (size=2185) 2024-12-07T21:44:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741835_1011 (size=2185) 2024-12-07T21:44:34,616 DEBUG [RS:0;dbf4292a68c8:34425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs 2024-12-07T21:44:34,616 INFO [RS:0;dbf4292a68c8:34425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C34425%2C1733607836146:(num 1733607837842) 2024-12-07T21:44:34,616 DEBUG [RS:0;dbf4292a68c8:34425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,616 DEBUG [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs 2024-12-07T21:44:34,616 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:44:34,616 INFO [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C33547%2C1733607836239.meta:.meta(num 1733607853592) 2024-12-07T21:44:34,616 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T21:44:34,617 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.ChoreService(370): Chore service for: regionserver/dbf4292a68c8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T21:44:34,617 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T21:44:34,617 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T21:44:34,617 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T21:44:34,617 INFO [regionserver/dbf4292a68c8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T21:44:34,617 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T21:44:34,617 INFO [RS:0;dbf4292a68c8:34425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34425 2024-12-07T21:44:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741833_1009 (size=95) 2024-12-07T21:44:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741833_1009 (size=95) 2024-12-07T21:44:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741833_1009 (size=95) 2024-12-07T21:44:34,621 DEBUG [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/oldWALs 2024-12-07T21:44:34,621 INFO [RS:1;dbf4292a68c8:33547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C33547%2C1733607836239:(num 1733607837842) 2024-12-07T21:44:34,621 DEBUG [RS:1;dbf4292a68c8:33547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:44:34,621 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:44:34,621 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T21:44:34,621 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.ChoreService(370): Chore service for: regionserver/dbf4292a68c8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T21:44:34,621 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T21:44:34,621 INFO [regionserver/dbf4292a68c8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T21:44:34,621 INFO [RS:1;dbf4292a68c8:33547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33547 2024-12-07T21:44:34,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dbf4292a68c8,34425,1733607836146 2024-12-07T21:44:34,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T21:44:34,654 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T21:44:34,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dbf4292a68c8,33547,1733607836239 2024-12-07T21:44:34,671 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T21:44:34,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbf4292a68c8,33547,1733607836239] 2024-12-07T21:44:34,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dbf4292a68c8,33547,1733607836239 already deleted, retry=false 2024-12-07T21:44:34,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbf4292a68c8,33547,1733607836239 expired; onlineServers=1 2024-12-07T21:44:34,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbf4292a68c8,34425,1733607836146] 2024-12-07T21:44:34,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dbf4292a68c8,34425,1733607836146 already deleted, retry=false 2024-12-07T21:44:34,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbf4292a68c8,34425,1733607836146 expired; onlineServers=0 2024-12-07T21:44:34,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbf4292a68c8,33461,1733607835430' ***** 2024-12-07T21:44:34,739 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T21:44:34,739 INFO [M:0;dbf4292a68c8:33461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T21:44:34,739 INFO [M:0;dbf4292a68c8:33461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T21:44:34,740 DEBUG [M:0;dbf4292a68c8:33461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T21:44:34,740 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T21:44:34,740 DEBUG [M:0;dbf4292a68c8:33461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T21:44:34,740 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733607837319 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733607837319,5,FailOnTimeoutGroup] 2024-12-07T21:44:34,740 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733607837320 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733607837320,5,FailOnTimeoutGroup] 2024-12-07T21:44:34,741 INFO [M:0;dbf4292a68c8:33461 {}] hbase.ChoreService(370): Chore service for: master/dbf4292a68c8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T21:44:34,741 INFO [M:0;dbf4292a68c8:33461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T21:44:34,742 DEBUG [M:0;dbf4292a68c8:33461 {}] master.HMaster(1795): Stopping service threads 2024-12-07T21:44:34,742 INFO [M:0;dbf4292a68c8:33461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T21:44:34,742 INFO [M:0;dbf4292a68c8:33461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T21:44:34,744 INFO [M:0;dbf4292a68c8:33461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T21:44:34,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T21:44:34,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T21:44:34,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:44:34,754 DEBUG [M:0;dbf4292a68c8:33461 {}] zookeeper.ZKUtil(347): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T21:44:34,754 WARN [M:0;dbf4292a68c8:33461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T21:44:34,754 INFO [M:0;dbf4292a68c8:33461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/.lastflushedseqids 2024-12-07T21:44:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741944_1124 (size=119) 2024-12-07T21:44:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741944_1124 (size=119) 2024-12-07T21:44:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741944_1124 (size=119) 2024-12-07T21:44:34,767 INFO [M:0;dbf4292a68c8:33461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T21:44:34,767 INFO [M:0;dbf4292a68c8:33461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T21:44:34,767 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T21:44:34,767 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:44:34,767 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:44:34,767 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T21:44:34,767 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:44:34,767 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-12-07T21:44:34,785 DEBUG [M:0;dbf4292a68c8:33461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d42a9e4cc74b2daf6389e4d777420e is 82, key is hbase:meta,,1/info:regioninfo/1733607853745/Put/seqid=0 2024-12-07T21:44:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:34,788 INFO [RS:0;dbf4292a68c8:34425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T21:44:34,788 INFO [RS:0;dbf4292a68c8:34425 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbf4292a68c8,34425,1733607836146; zookeeper connection closed. 2024-12-07T21:44:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34425-0x100024a02ca0001, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:34,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a2ffd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a2ffd0 2024-12-07T21:44:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741945_1125 (size=6063) 2024-12-07T21:44:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741945_1125 (size=6063) 2024-12-07T21:44:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741945_1125 (size=6063) 2024-12-07T21:44:34,792 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d42a9e4cc74b2daf6389e4d777420e 2024-12-07T21:44:34,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:34,805 INFO [RS:1;dbf4292a68c8:33547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T21:44:34,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33547-0x100024a02ca0002, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:34,805 INFO [RS:1;dbf4292a68c8:33547 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbf4292a68c8,33547,1733607836239; zookeeper connection closed. 2024-12-07T21:44:34,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2322a519 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2322a519 2024-12-07T21:44:34,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-07T21:44:34,811 DEBUG [M:0;dbf4292a68c8:33461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2f93407079642fc959b76acc125f405 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733607850814/Put/seqid=0 2024-12-07T21:44:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741946_1126 (size=7907) 2024-12-07T21:44:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741946_1126 (size=7907) 2024-12-07T21:44:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741946_1126 (size=7907) 2024-12-07T21:44:34,820 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2f93407079642fc959b76acc125f405 2024-12-07T21:44:34,824 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2f93407079642fc959b76acc125f405 2024-12-07T21:44:34,836 DEBUG [M:0;dbf4292a68c8:33461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e8ef76b95d4cc79dd4883794b6d96b is 69, key is dbf4292a68c8,33547,1733607836239/rs:state/1733607837485/Put/seqid=0 2024-12-07T21:44:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741947_1127 (size=5440) 2024-12-07T21:44:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741947_1127 (size=5440) 2024-12-07T21:44:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741947_1127 (size=5440) 2024-12-07T21:44:34,842 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e8ef76b95d4cc79dd4883794b6d96b 2024-12-07T21:44:34,846 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89e8ef76b95d4cc79dd4883794b6d96b 2024-12-07T21:44:34,847 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6d42a9e4cc74b2daf6389e4d777420e as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6d42a9e4cc74b2daf6389e4d777420e 2024-12-07T21:44:34,852 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6d42a9e4cc74b2daf6389e4d777420e, entries=14, sequenceid=207, filesize=5.9 K 2024-12-07T21:44:34,853 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2f93407079642fc959b76acc125f405 as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2f93407079642fc959b76acc125f405 2024-12-07T21:44:34,858 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2f93407079642fc959b76acc125f405 2024-12-07T21:44:34,858 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2f93407079642fc959b76acc125f405, entries=21, sequenceid=207, filesize=7.7 K 2024-12-07T21:44:34,859 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89e8ef76b95d4cc79dd4883794b6d96b as hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e8ef76b95d4cc79dd4883794b6d96b 2024-12-07T21:44:34,863 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89e8ef76b95d4cc79dd4883794b6d96b 2024-12-07T21:44:34,863 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46325/user/jenkins/test-data/94c9f17e-d5d9-05cc-069e-6149376fba4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89e8ef76b95d4cc79dd4883794b6d96b, entries=3, sequenceid=207, filesize=5.3 K 2024-12-07T21:44:34,864 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=207, compaction requested=false 2024-12-07T21:44:34,866 INFO [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:44:34,866 DEBUG [M:0;dbf4292a68c8:33461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733607874767Disabling compacts and flushes for region at 1733607874767Disabling writes for close at 1733607874767Obtaining lock to block concurrent updates at 1733607874767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733607874767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1733607874767Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733607874768 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733607874768Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733607874785 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733607874785Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733607874797 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733607874811 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733607874811Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733607874824 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733607874835 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733607874835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f387b0: reopening flushed file at 1733607874846 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d611363: reopening flushed file at 1733607874852 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a6d9c5: reopening flushed file at 1733607874858 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=207, compaction requested=false at 1733607874864 (+6 ms)Writing region close event to WAL at 1733607874866 (+2 ms)Closed at 1733607874866 2024-12-07T21:44:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40301 is added to blk_1073741830_1006 (size=69261) 2024-12-07T21:44:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44427 is added to blk_1073741830_1006 (size=69261) 2024-12-07T21:44:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44173 is added to blk_1073741830_1006 (size=69261) 2024-12-07T21:44:34,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T21:44:34,869 INFO [M:0;dbf4292a68c8:33461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T21:44:34,869 INFO [M:0;dbf4292a68c8:33461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33461 2024-12-07T21:44:34,869 INFO [M:0;dbf4292a68c8:33461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T21:44:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:34,996 INFO [M:0;dbf4292a68c8:33461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T21:44:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x100024a02ca0000, quorum=127.0.0.1:55664, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:44:35,005 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607864600 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607864600 (inode 16688) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733607855355/wal.1733607864600 (inode 16688) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-07T21:44:35,008 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855226 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855226 (inode 16665) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733607854977/wal.1733607855226 (inode 16665) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-07T21:44:35,009 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733607846041/wal.1733607846118 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:35,011 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607865201 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607865201 (inode 16714) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733607864772/wal.1733607865201 (inode 16714) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-07T21:44:35,011 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733607865337/wal.1733607865388 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:35,011 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733607869730/wal.1733607869956 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:35,011 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733607839548/wal.1733607839608 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:44:35,013 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal.1733607839413 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal.1733607839413 (inode 16485) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733607839237/wal.1733607839413 (inode 16485) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-07T21:44:35,015 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal.1733607839026 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal.1733607839026 (inode 16462) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733607838799/wal.1733607839026 (inode 16462) Holder DFSClient_NONMAPREDUCE_269002231_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-07T21:44:35,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db711c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:44:35,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T21:44:35,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T21:44:35,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T21:44:35,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,STOPPED} 2024-12-07T21:44:35,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T21:44:35,023 WARN [BP-1965698626-172.17.0.2-1733607831601 heartbeating to localhost/127.0.0.1:46325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T21:44:35,023 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T21:44:35,023 WARN [BP-1965698626-172.17.0.2-1733607831601 heartbeating to localhost/127.0.0.1:46325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1965698626-172.17.0.2-1733607831601 (Datanode Uuid 86eb37a3-da9b-4545-9238-cb8c064fcc2e) service to localhost/127.0.0.1:46325 2024-12-07T21:44:35,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data5/current/BP-1965698626-172.17.0.2-1733607831601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:44:35,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data6/current/BP-1965698626-172.17.0.2-1733607831601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:44:35,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T21:44:35,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5c651{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:44:35,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T21:44:35,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T21:44:35,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T21:44:35,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,STOPPED} 2024-12-07T21:44:35,028 WARN [BP-1965698626-172.17.0.2-1733607831601 heartbeating to localhost/127.0.0.1:46325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T21:44:35,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T21:44:35,028 WARN [BP-1965698626-172.17.0.2-1733607831601 heartbeating to localhost/127.0.0.1:46325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1965698626-172.17.0.2-1733607831601 (Datanode Uuid 308e969e-41a5-4bff-ae33-9d7e1c129b29) service to localhost/127.0.0.1:46325 2024-12-07T21:44:35,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T21:44:35,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data3/current/BP-1965698626-172.17.0.2-1733607831601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:44:35,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data4/current/BP-1965698626-172.17.0.2-1733607831601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:44:35,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T21:44:35,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3083ee80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:44:35,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T21:44:35,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T21:44:35,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T21:44:35,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,STOPPED} 2024-12-07T21:44:35,033 WARN [BP-1965698626-172.17.0.2-1733607831601 heartbeating to localhost/127.0.0.1:46325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T21:44:35,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T21:44:35,033 WARN [BP-1965698626-172.17.0.2-1733607831601 heartbeating to localhost/127.0.0.1:46325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1965698626-172.17.0.2-1733607831601 (Datanode Uuid 4fdf02d6-52a1-4e76-9dfd-aa9bdbdaaca9) service to localhost/127.0.0.1:46325 2024-12-07T21:44:35,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T21:44:35,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data1/current/BP-1965698626-172.17.0.2-1733607831601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:44:35,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/cluster_fe9f3674-4fc4-bfc3-24ae-d55f0a2aa50b/data/data2/current/BP-1965698626-172.17.0.2-1733607831601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:44:35,034 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T21:44:35,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e17169c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T21:44:35,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T21:44:35,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T21:44:35,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T21:44:35,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3a82ceb8-e007-ef5f-9da5-9497b56e31d1/hadoop.log.dir/,STOPPED} 2024-12-07T21:44:35,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T21:44:35,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down