2024-11-20 21:51:16,503 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 21:51:16,516 main DEBUG Took 0.010375 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:51:16,517 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:51:16,517 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:51:16,518 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:51:16,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,529 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:51:16,545 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,548 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,549 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,552 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,555 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,556 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:51:16,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,558 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:51:16,560 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:51:16,561 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:51:16,563 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:51:16,564 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:51:16,565 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:51:16,566 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:51:16,574 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:51:16,576 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:51:16,578 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:51:16,578 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:51:16,579 main DEBUG createAppenders(={Console}) 2024-11-20 21:51:16,580 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-20 21:51:16,580 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 21:51:16,580 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-20 21:51:16,581 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:51:16,581 main DEBUG OutputStream closed 2024-11-20 21:51:16,581 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:51:16,582 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:51:16,582 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-20 21:51:16,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:51:16,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:51:16,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:51:16,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:51:16,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:51:16,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:51:16,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:51:16,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:51:16,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:51:16,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:51:16,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:51:16,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:51:16,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:51:16,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:51:16,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:51:16,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:51:16,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:51:16,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:51:16,662 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:51:16,663 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-20 21:51:16,663 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:51:16,664 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-20T21:51:16,864 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9 2024-11-20 21:51:16,867 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:51:16,867 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:51:16,875 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-20T21:51:16,881 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-20T21:51:16,901 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:51:16,945 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:51:16,946 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:51:16,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:51:16,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86, deleteOnExit=true 2024-11-20T21:51:16,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:51:16,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/test.cache.data in system properties and HBase conf 2024-11-20T21:51:16,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:51:16,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:51:16,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:51:16,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:51:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:51:17,139 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:51:17,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:51:17,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:51:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:51:17,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:51:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:51:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:51:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:51:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:51:17,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:51:17,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:51:17,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:51:17,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:51:17,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:51:17,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:51:17,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:51:17,998 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:51:18,064 INFO [Time-limited test {}] log.Log(170): Logging initialized @2284ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:51:18,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:51:18,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:51:18,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:51:18,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:51:18,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:51:18,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:51:18,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:51:18,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:51:18,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/java.io.tmpdir/jetty-localhost-41213-hadoop-hdfs-3_4_1-tests_jar-_-any-14533918789317362525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:51:18,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:41213} 2024-11-20T21:51:18,418 INFO [Time-limited test {}] server.Server(415): Started @2638ms 2024-11-20T21:51:18,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:51:18,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:51:18,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:51:18,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:51:18,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:51:18,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:51:18,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:51:18,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/java.io.tmpdir/jetty-localhost-41839-hadoop-hdfs-3_4_1-tests_jar-_-any-6003152192345520641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:18,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:41839} 2024-11-20T21:51:18,857 INFO [Time-limited test {}] server.Server(415): Started @3077ms 2024-11-20T21:51:18,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:51:19,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:51:19,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:51:19,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:51:19,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:51:19,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:51:19,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:51:19,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:51:19,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/java.io.tmpdir/jetty-localhost-35189-hadoop-hdfs-3_4_1-tests_jar-_-any-10278120956577285961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:19,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:35189} 2024-11-20T21:51:19,176 INFO [Time-limited test {}] server.Server(415): Started @3396ms 2024-11-20T21:51:19,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:51:19,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:51:19,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:51:19,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:51:19,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:51:19,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:51:19,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:51:19,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:51:19,366 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data1/current/BP-66438418-172.17.0.2-1732139477809/current, will proceed with Du for space computation calculation, 2024-11-20T21:51:19,366 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data4/current/BP-66438418-172.17.0.2-1732139477809/current, will proceed with Du for space computation calculation, 2024-11-20T21:51:19,366 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data2/current/BP-66438418-172.17.0.2-1732139477809/current, will proceed with Du for space computation calculation, 2024-11-20T21:51:19,367 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data3/current/BP-66438418-172.17.0.2-1732139477809/current, will proceed with Du for space computation calculation, 2024-11-20T21:51:19,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/java.io.tmpdir/jetty-localhost-41443-hadoop-hdfs-3_4_1-tests_jar-_-any-4318945118841418396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:19,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:41443} 2024-11-20T21:51:19,414 INFO [Time-limited test {}] server.Server(415): Started @3635ms 2024-11-20T21:51:19,417 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:51:19,417 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:51:19,426 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:51:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x847575ad7fe674eb with lease ID 0x10da1948a57e9015: Processing first storage report for DS-a0d32b00-3ad7-4646-82cc-eeb049269f61 from datanode DatanodeRegistration(127.0.0.1:46841, datanodeUuid=14fd7f4e-aa2c-4f82-a821-c8dfaed069ee, infoPort=35279, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809) 2024-11-20T21:51:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x847575ad7fe674eb with lease ID 0x10da1948a57e9015: from storage DS-a0d32b00-3ad7-4646-82cc-eeb049269f61 node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=14fd7f4e-aa2c-4f82-a821-c8dfaed069ee, infoPort=35279, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:51:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd067bcb747ae11b5 with lease ID 0x10da1948a57e9014: Processing first storage report for DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c from datanode DatanodeRegistration(127.0.0.1:36447, datanodeUuid=727c9ef2-4328-4c6d-87a9-3538288f40d7, infoPort=43355, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809) 2024-11-20T21:51:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd067bcb747ae11b5 with lease ID 0x10da1948a57e9014: from storage DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c node DatanodeRegistration(127.0.0.1:36447, datanodeUuid=727c9ef2-4328-4c6d-87a9-3538288f40d7, infoPort=43355, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:51:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x847575ad7fe674eb with lease ID 0x10da1948a57e9015: Processing first storage report for DS-55d67ad7-a940-4e5f-98f1-fdaa30f7fc2e from datanode DatanodeRegistration(127.0.0.1:46841, datanodeUuid=14fd7f4e-aa2c-4f82-a821-c8dfaed069ee, infoPort=35279, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809) 2024-11-20T21:51:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x847575ad7fe674eb with lease ID 0x10da1948a57e9015: from storage DS-55d67ad7-a940-4e5f-98f1-fdaa30f7fc2e node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=14fd7f4e-aa2c-4f82-a821-c8dfaed069ee, infoPort=35279, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:51:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd067bcb747ae11b5 with lease ID 0x10da1948a57e9014: Processing first storage report for DS-a729240b-8412-42cd-874d-eb60a48f927e from datanode DatanodeRegistration(127.0.0.1:36447, datanodeUuid=727c9ef2-4328-4c6d-87a9-3538288f40d7, infoPort=43355, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809) 2024-11-20T21:51:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd067bcb747ae11b5 with lease ID 0x10da1948a57e9014: from storage DS-a729240b-8412-42cd-874d-eb60a48f927e node DatanodeRegistration(127.0.0.1:36447, datanodeUuid=727c9ef2-4328-4c6d-87a9-3538288f40d7, infoPort=43355, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:51:19,527 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data5/current/BP-66438418-172.17.0.2-1732139477809/current, will proceed with Du for space computation calculation, 2024-11-20T21:51:19,527 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data6/current/BP-66438418-172.17.0.2-1732139477809/current, will proceed with Du for space computation calculation, 2024-11-20T21:51:19,553 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:51:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x162c0df0b63675af with lease ID 0x10da1948a57e9016: Processing first storage report for DS-fdba3031-30db-4028-b319-5c3733b749b9 from datanode DatanodeRegistration(127.0.0.1:39347, datanodeUuid=07cfa91c-d81c-4f29-bbf1-f2d1d96e21b7, infoPort=38561, infoSecurePort=0, ipcPort=41545, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809) 2024-11-20T21:51:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x162c0df0b63675af with lease ID 0x10da1948a57e9016: from storage DS-fdba3031-30db-4028-b319-5c3733b749b9 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=07cfa91c-d81c-4f29-bbf1-f2d1d96e21b7, infoPort=38561, infoSecurePort=0, ipcPort=41545, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:51:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x162c0df0b63675af with lease ID 0x10da1948a57e9016: Processing first storage report for DS-a5526132-fa44-408e-993f-f5e2e6e44679 from datanode DatanodeRegistration(127.0.0.1:39347, datanodeUuid=07cfa91c-d81c-4f29-bbf1-f2d1d96e21b7, infoPort=38561, infoSecurePort=0, ipcPort=41545, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809) 2024-11-20T21:51:19,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x162c0df0b63675af with lease ID 0x10da1948a57e9016: from storage DS-a5526132-fa44-408e-993f-f5e2e6e44679 node DatanodeRegistration(127.0.0.1:39347, datanodeUuid=07cfa91c-d81c-4f29-bbf1-f2d1d96e21b7, infoPort=38561, infoSecurePort=0, ipcPort=41545, storageInfo=lv=-57;cid=testClusterID;nsid=2030699575;c=1732139477809), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:51:19,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9 2024-11-20T21:51:19,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/zookeeper_0, clientPort=62994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:51:19,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62994 2024-11-20T21:51:19,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:19,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:51:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:51:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:51:20,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19 with version=8 2024-11-20T21:51:20,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/hbase-staging 2024-11-20T21:51:20,713 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:51:20,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:20,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:20,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:51:20,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:20,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:51:20,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:51:20,902 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:51:20,910 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:51:20,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:51:20,937 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 81584 (auto-detected) 2024-11-20T21:51:20,938 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T21:51:20,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33941 2024-11-20T21:51:20,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33941 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-20T21:51:21,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339410x0, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:51:21,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33941-0x1005f1e4f730000 connected 2024-11-20T21:51:21,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:21,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19, hbase.cluster.distributed=false 2024-11-20T21:51:21,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:51:21,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-20T21:51:21,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33941 2024-11-20T21:51:21,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33941 2024-11-20T21:51:21,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-20T21:51:21,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33941 2024-11-20T21:51:21,165 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:51:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:51:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:51:21,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:51:21,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:51:21,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42277 2024-11-20T21:51:21,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42277 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-20T21:51:21,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422770x0, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:51:21,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422770x0, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:21,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42277-0x1005f1e4f730001 connected 2024-11-20T21:51:21,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:51:21,194 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:51:21,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:51:21,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:51:21,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42277 2024-11-20T21:51:21,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42277 2024-11-20T21:51:21,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42277 2024-11-20T21:51:21,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42277 2024-11-20T21:51:21,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42277 2024-11-20T21:51:21,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:51:21,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:51:21,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:51:21,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:51:21,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:51:21,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37187 2024-11-20T21:51:21,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37187 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-20T21:51:21,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371870x0, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:51:21,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:21,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37187-0x1005f1e4f730002 connected 2024-11-20T21:51:21,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:51:21,235 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:51:21,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:51:21,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:51:21,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-20T21:51:21,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37187 2024-11-20T21:51:21,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37187 2024-11-20T21:51:21,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-20T21:51:21,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-20T21:51:21,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:51:21,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:51:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:51:21,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:51:21,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:51:21,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:51:21,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45579 2024-11-20T21:51:21,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45579 connecting to ZooKeeper ensemble=127.0.0.1:62994 2024-11-20T21:51:21,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455790x0, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:51:21,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455790x0, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:21,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45579-0x1005f1e4f730003 connected 2024-11-20T21:51:21,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:51:21,280 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:51:21,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:51:21,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:51:21,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-20T21:51:21,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45579 2024-11-20T21:51:21,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45579 2024-11-20T21:51:21,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-20T21:51:21,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-20T21:51:21,310 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:33941 2024-11-20T21:51:21,312 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,322 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,347 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:51:21,348 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,33941,1732139480550 from backup master directory 2024-11-20T21:51:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:21,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:51:21,352 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:51:21,352 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:21,355 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:51:21,356 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:51:21,408 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/hbase.id] with ID: 52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f 2024-11-20T21:51:21,408 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/.tmp/hbase.id 2024-11-20T21:51:21,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:51:21,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:51:21,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:51:21,422 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/.tmp/hbase.id]:[hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/hbase.id] 2024-11-20T21:51:21,465 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:51:21,469 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:51:21,487 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T21:51:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:51:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:51:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:51:21,523 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:51:21,525 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:51:21,530 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:51:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:51:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:51:21,576 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store 2024-11-20T21:51:21,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:51:21,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:51:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:51:21,603 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:51:21,605 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:21,606 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:51:21,607 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:21,607 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:21,608 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:51:21,608 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:21,608 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:21,609 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139481606Disabling compacts and flushes for region at 1732139481606Disabling writes for close at 1732139481608 (+2 ms)Writing region close event to WAL at 1732139481608Closed at 1732139481608 2024-11-20T21:51:21,611 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/.initializing 2024-11-20T21:51:21,611 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/WALs/e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:21,619 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:21,635 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C33941%2C1732139480550, suffix=, logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/WALs/e1fae5a3a175,33941,1732139480550, archiveDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/oldWALs, maxLogs=10 2024-11-20T21:51:21,665 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/WALs/e1fae5a3a175,33941,1732139480550/e1fae5a3a175%2C33941%2C1732139480550.1732139481640, exclude list is [], retry=0 2024-11-20T21:51:21,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:21,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:51:21,726 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/WALs/e1fae5a3a175,33941,1732139480550/e1fae5a3a175%2C33941%2C1732139480550.1732139481640 2024-11-20T21:51:21,727 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:21,727 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:21,727 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:21,731 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,733 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:51:21,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:21,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:21,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:51:21,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:21,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:21,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:51:21,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:21,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:21,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:51:21,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:21,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:21,812 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,816 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,817 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,824 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,824 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,828 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:51:21,832 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:51:21,838 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:21,839 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62420097, jitterRate=-0.0698680728673935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:51:21,848 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139481744Initializing all the Stores at 1732139481746 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139481746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139481747 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139481747Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139481747Cleaning up temporary data from old regions at 1732139481825 (+78 ms)Region opened successfully at 1732139481848 (+23 ms) 2024-11-20T21:51:21,849 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:51:21,881 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7201045b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:51:21,911 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:51:21,920 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:51:21,920 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:51:21,923 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:51:21,925 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:51:21,929 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T21:51:21,929 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:51:21,953 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:51:21,961 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:51:21,963 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:51:21,965 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:51:21,967 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:51:21,968 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:51:21,970 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:51:21,974 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:51:21,975 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:51:21,976 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:51:21,977 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:51:21,994 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:51:21,995 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,002 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,33941,1732139480550, sessionid=0x1005f1e4f730000, setting cluster-up flag (Was=false) 2024-11-20T21:51:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,017 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:51:22,019 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,027 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:51:22,028 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:22,034 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:51:22,096 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(746): ClusterId : 52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f 2024-11-20T21:51:22,096 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(746): ClusterId : 52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f 2024-11-20T21:51:22,096 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(746): ClusterId : 52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f 2024-11-20T21:51:22,099 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:51:22,099 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:51:22,099 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:51:22,104 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:51:22,104 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:51:22,104 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:51:22,104 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:51:22,106 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:51:22,106 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:51:22,106 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:51:22,107 DEBUG [RS:1;e1fae5a3a175:37187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6592a73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:51:22,108 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:51:22,108 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:51:22,109 DEBUG [RS:2;e1fae5a3a175:45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f23fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:51:22,109 DEBUG [RS:0;e1fae5a3a175:42277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7aeb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:51:22,114 INFO [AsyncFSWAL-0-hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData-prefix:e1fae5a3a175,33941,1732139480550 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-20T21:51:22,124 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e1fae5a3a175:37187 2024-11-20T21:51:22,126 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e1fae5a3a175:45579 2024-11-20T21:51:22,126 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:42277 2024-11-20T21:51:22,127 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:51:22,127 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:51:22,127 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:51:22,127 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:51:22,127 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:51:22,127 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:51:22,128 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:51:22,128 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:51:22,128 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:51:22,130 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,33941,1732139480550 with port=42277, startcode=1732139481134 2024-11-20T21:51:22,130 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,33941,1732139480550 with port=45579, startcode=1732139481262 2024-11-20T21:51:22,130 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,33941,1732139480550 with port=37187, startcode=1732139481220 2024-11-20T21:51:22,130 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:51:22,140 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:51:22,142 DEBUG [RS:0;e1fae5a3a175:42277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:51:22,142 DEBUG [RS:2;e1fae5a3a175:45579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:51:22,142 DEBUG [RS:1;e1fae5a3a175:37187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:51:22,146 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:51:22,152 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,33941,1732139480550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:51:22,160 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:51:22,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:51:22,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:51:22,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:51:22,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:51:22,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:51:22,162 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,178 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139512178 2024-11-20T21:51:22,179 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:51:22,179 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:51:22,180 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47485, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:51:22,180 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:51:22,181 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:51:22,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:51:22,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:51:22,184 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:51:22,184 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:51:22,185 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:51:22,185 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:51:22,185 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:51:22,186 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:22,189 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:51:22,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:51:22,190 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:51:22,191 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:51:22,191 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:51:22,192 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:51:22,193 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:51:22,194 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:51:22,196 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139482195,5,FailOnTimeoutGroup] 2024-11-20T21:51:22,197 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139482196,5,FailOnTimeoutGroup] 2024-11-20T21:51:22,197 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,197 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:51:22,198 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,199 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:51:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:51:22,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:51:22,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:51:22,254 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:51:22,254 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:51:22,254 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:51:22,254 WARN [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:51:22,254 WARN [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:51:22,254 WARN [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:51:22,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19 2024-11-20T21:51:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:51:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:51:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:51:22,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:22,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:51:22,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:51:22,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:22,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:22,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:51:22,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:51:22,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:22,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:22,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:51:22,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:51:22,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:22,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:22,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:51:22,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:51:22,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:22,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:22,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:51:22,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740 2024-11-20T21:51:22,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740 2024-11-20T21:51:22,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:51:22,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:51:22,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:51:22,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:51:22,298 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:22,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66497833, jitterRate=-0.009105071425437927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:51:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139482268Initializing all the Stores at 1732139482270 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139482270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139482270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139482270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139482270Cleaning up temporary data from old regions at 1732139482290 (+20 ms)Region opened successfully at 1732139482302 (+12 ms) 2024-11-20T21:51:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:51:22,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:51:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:51:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:51:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:51:22,305 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:51:22,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139482303Disabling compacts and flushes for region at 1732139482303Disabling writes for close at 1732139482303Writing region close event to WAL at 1732139482304 (+1 ms)Closed at 1732139482304 2024-11-20T21:51:22,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:51:22,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:51:22,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:51:22,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:51:22,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:51:22,356 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,33941,1732139480550 with port=42277, startcode=1732139481134 2024-11-20T21:51:22,356 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,33941,1732139480550 with port=37187, startcode=1732139481220 2024-11-20T21:51:22,356 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,33941,1732139480550 with port=45579, startcode=1732139481262 2024-11-20T21:51:22,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,370 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:22,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:22,371 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19 2024-11-20T21:51:22,371 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46309 2024-11-20T21:51:22,371 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:51:22,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:22,373 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19 2024-11-20T21:51:22,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33941 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:22,373 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46309 2024-11-20T21:51:22,373 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:51:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:22,376 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19 2024-11-20T21:51:22,376 DEBUG [RS:0;e1fae5a3a175:42277 {}] zookeeper.ZKUtil(111): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,376 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46309 2024-11-20T21:51:22,376 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:51:22,376 WARN [RS:0;e1fae5a3a175:42277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:51:22,376 DEBUG [RS:2;e1fae5a3a175:45579 {}] zookeeper.ZKUtil(111): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:22,376 INFO [RS:0;e1fae5a3a175:42277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:22,377 WARN [RS:2;e1fae5a3a175:45579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:51:22,377 INFO [RS:2;e1fae5a3a175:45579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:22,377 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,377 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:22,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,45579,1732139481262] 2024-11-20T21:51:22,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,42277,1732139481134] 2024-11-20T21:51:22,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:22,379 DEBUG [RS:1;e1fae5a3a175:37187 {}] zookeeper.ZKUtil(111): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:22,379 WARN [RS:1;e1fae5a3a175:37187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:51:22,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,37187,1732139481220] 2024-11-20T21:51:22,379 INFO [RS:1;e1fae5a3a175:37187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:22,380 DEBUG [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:22,403 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:51:22,403 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:51:22,403 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:51:22,419 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:51:22,419 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:51:22,419 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:51:22,426 INFO [RS:1;e1fae5a3a175:37187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:51:22,426 INFO [RS:0;e1fae5a3a175:42277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:51:22,426 INFO [RS:2;e1fae5a3a175:45579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:51:22,426 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,426 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,426 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,427 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:51:22,427 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:51:22,427 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:51:22,432 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:51:22,432 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:51:22,432 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:51:22,434 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,434 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,434 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,434 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,434 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,434 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,435 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:51:22,436 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:0;e1fae5a3a175:42277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:51:22,436 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:51:22,436 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:51:22,436 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:51:22,436 DEBUG [RS:2;e1fae5a3a175:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:51:22,436 DEBUG [RS:1;e1fae5a3a175:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:51:22,441 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,441 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,441 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,441 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42277,1732139481134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,37187,1732139481220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,442 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45579,1732139481262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:51:22,464 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:51:22,464 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:51:22,466 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,37187,1732139481220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,466 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42277,1732139481134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,466 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,466 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,466 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.Replication(171): e1fae5a3a175,37187,1732139481220 started 2024-11-20T21:51:22,466 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.Replication(171): e1fae5a3a175,42277,1732139481134 started 2024-11-20T21:51:22,470 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:51:22,470 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45579,1732139481262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,470 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,470 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.Replication(171): e1fae5a3a175,45579,1732139481262 started 2024-11-20T21:51:22,475 WARN [e1fae5a3a175:33941 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:51:22,485 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,485 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,485 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,37187,1732139481220, RpcServer on e1fae5a3a175/172.17.0.2:37187, sessionid=0x1005f1e4f730002 2024-11-20T21:51:22,485 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,42277,1732139481134, RpcServer on e1fae5a3a175/172.17.0.2:42277, sessionid=0x1005f1e4f730001 2024-11-20T21:51:22,486 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:51:22,486 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:51:22,486 DEBUG [RS:1;e1fae5a3a175:37187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:22,486 DEBUG [RS:0;e1fae5a3a175:42277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,486 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,37187,1732139481220' 2024-11-20T21:51:22,486 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,42277,1732139481134' 2024-11-20T21:51:22,486 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:51:22,486 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:51:22,487 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:51:22,487 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:51:22,488 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:51:22,488 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:51:22,488 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:51:22,488 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:51:22,488 DEBUG [RS:1;e1fae5a3a175:37187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:22,488 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,37187,1732139481220' 2024-11-20T21:51:22,488 DEBUG [RS:0;e1fae5a3a175:42277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,488 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:51:22,488 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,42277,1732139481134' 2024-11-20T21:51:22,488 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:51:22,488 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:51:22,489 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:51:22,489 DEBUG [RS:1;e1fae5a3a175:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:51:22,489 INFO [RS:1;e1fae5a3a175:37187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:51:22,489 INFO [RS:1;e1fae5a3a175:37187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:51:22,489 DEBUG [RS:0;e1fae5a3a175:42277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:51:22,489 INFO [RS:0;e1fae5a3a175:42277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:51:22,489 INFO [RS:0;e1fae5a3a175:42277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:51:22,494 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:22,495 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,45579,1732139481262, RpcServer on e1fae5a3a175/172.17.0.2:45579, sessionid=0x1005f1e4f730003 2024-11-20T21:51:22,495 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:51:22,495 DEBUG [RS:2;e1fae5a3a175:45579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:22,495 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,45579,1732139481262' 2024-11-20T21:51:22,495 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:51:22,496 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:51:22,497 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:51:22,497 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:51:22,497 DEBUG [RS:2;e1fae5a3a175:45579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:22,497 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,45579,1732139481262' 2024-11-20T21:51:22,497 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:51:22,498 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:51:22,499 DEBUG [RS:2;e1fae5a3a175:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:51:22,499 INFO [RS:2;e1fae5a3a175:45579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:51:22,499 INFO [RS:2;e1fae5a3a175:45579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:51:22,594 INFO [RS:0;e1fae5a3a175:42277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:22,594 INFO [RS:1;e1fae5a3a175:37187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:22,597 INFO [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C42277%2C1732139481134, suffix=, logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134, archiveDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs, maxLogs=32 2024-11-20T21:51:22,597 INFO [RS:1;e1fae5a3a175:37187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C37187%2C1732139481220, suffix=, logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,37187,1732139481220, archiveDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs, maxLogs=32 2024-11-20T21:51:22,599 INFO [RS:2;e1fae5a3a175:45579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:22,602 INFO [RS:2;e1fae5a3a175:45579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C45579%2C1732139481262, suffix=, logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262, archiveDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs, maxLogs=32 2024-11-20T21:51:22,616 DEBUG [RS:1;e1fae5a3a175:37187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,37187,1732139481220/e1fae5a3a175%2C37187%2C1732139481220.1732139482602, exclude list is [], retry=0 2024-11-20T21:51:22,617 DEBUG [RS:0;e1fae5a3a175:42277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134/e1fae5a3a175%2C42277%2C1732139481134.1732139482602, exclude list is [], retry=0 2024-11-20T21:51:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:22,624 DEBUG [RS:2;e1fae5a3a175:45579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262/e1fae5a3a175%2C45579%2C1732139481262.1732139482605, exclude list is [], retry=0 2024-11-20T21:51:22,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:22,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:22,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:22,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:22,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:22,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:22,634 INFO [RS:1;e1fae5a3a175:37187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,37187,1732139481220/e1fae5a3a175%2C37187%2C1732139481220.1732139482602 2024-11-20T21:51:22,637 DEBUG [RS:1;e1fae5a3a175:37187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:22,637 INFO [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134/e1fae5a3a175%2C42277%2C1732139481134.1732139482602 2024-11-20T21:51:22,639 DEBUG [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:22,641 INFO [RS:2;e1fae5a3a175:45579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 2024-11-20T21:51:22,641 DEBUG [RS:2;e1fae5a3a175:45579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:22,728 DEBUG [e1fae5a3a175:33941 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T21:51:22,738 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:51:22,744 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:51:22,744 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:51:22,744 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:51:22,744 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:51:22,744 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:51:22,744 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:51:22,744 INFO [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:51:22,745 INFO [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:51:22,745 INFO [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:51:22,745 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:51:22,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:22,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,42277,1732139481134, state=OPENING 2024-11-20T21:51:22,761 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:51:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:22,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:22,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:22,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:22,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:22,765 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:51:22,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,42277,1732139481134}] 2024-11-20T21:51:22,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:51:22,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42037, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:51:22,959 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:51:22,960 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:22,960 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:51:22,964 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C42277%2C1732139481134.meta, suffix=.meta, logDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134, archiveDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs, maxLogs=32 2024-11-20T21:51:22,982 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134/e1fae5a3a175%2C42277%2C1732139481134.meta.1732139482966.meta, exclude list is [], retry=0 2024-11-20T21:51:22,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:22,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:22,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:22,990 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134/e1fae5a3a175%2C42277%2C1732139481134.meta.1732139482966.meta 2024-11-20T21:51:22,990 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:22,990 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:22,992 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:51:22,994 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:51:22,999 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:51:23,004 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:51:23,005 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:23,005 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:51:23,006 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:51:23,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:51:23,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:51:23,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:23,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:51:23,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:51:23,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:23,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:51:23,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:51:23,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:23,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:51:23,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:51:23,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:51:23,021 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:51:23,022 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740 2024-11-20T21:51:23,026 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740 2024-11-20T21:51:23,029 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:51:23,029 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:51:23,030 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:51:23,032 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:51:23,034 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66082937, jitterRate=-0.015287503600120544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:51:23,034 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:51:23,036 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139483006Writing region info on filesystem at 1732139483006Initializing all the Stores at 1732139483009 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139483009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139483009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139483009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139483009Cleaning up temporary data from old regions at 1732139483029 (+20 ms)Running coprocessor post-open hooks at 1732139483035 (+6 ms)Region opened successfully at 1732139483036 (+1 ms) 2024-11-20T21:51:23,045 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139482938 2024-11-20T21:51:23,055 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:51:23,056 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:51:23,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:23,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,42277,1732139481134, state=OPEN 2024-11-20T21:51:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:51:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:51:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:51:23,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:51:23,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:23,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:23,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:23,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:51:23,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:23,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:51:23,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,42277,1732139481134 in 296 msec 2024-11-20T21:51:23,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:51:23,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-20T21:51:23,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:51:23,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:51:23,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:51:23,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,42277,1732139481134, seqNum=-1] 2024-11-20T21:51:23,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:51:23,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:51:23,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1080 sec 2024-11-20T21:51:23,172 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139483172, completionTime=-1 2024-11-20T21:51:23,175 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T21:51:23,175 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:51:23,203 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T21:51:23,203 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139543203 2024-11-20T21:51:23,203 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139603203 2024-11-20T21:51:23,203 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-20T21:51:23,204 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:51:23,212 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33941,1732139480550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,212 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33941,1732139480550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,213 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33941,1732139480550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,215 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:33941, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,215 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,216 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,222 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:51:23,245 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.893sec 2024-11-20T21:51:23,247 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:51:23,247 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:51:23,248 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:51:23,249 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:51:23,249 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:51:23,249 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33941,1732139480550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:51:23,250 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33941,1732139480550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:51:23,254 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:51:23,255 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:51:23,255 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,33941,1732139480550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:23,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:51:23,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,33941,-1 for getting cluster id 2024-11-20T21:51:23,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:51:23,333 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f' 2024-11-20T21:51:23,335 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:51:23,335 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f" 2024-11-20T21:51:23,336 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5309a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:51:23,336 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,33941,-1] 2024-11-20T21:51:23,339 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:51:23,341 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:23,342 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:51:23,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:51:23,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:51:23,351 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,42277,1732139481134, seqNum=-1] 2024-11-20T21:51:23,352 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:51:23,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:51:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:23,374 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46309/hbase 2024-11-20T21:51:23,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=3485 2024-11-20T21:51:23,410 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:23,413 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:23,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:23,419 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33857716, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-33857716, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:23,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33857716/hregion-33857716.1732139483421, exclude list is [], retry=0 2024-11-20T21:51:23,445 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:23,445 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:23,445 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:23,448 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33857716/hregion-33857716.1732139483421 2024-11-20T21:51:23,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:23,449 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fe523ada8bc8fe561225784790575e13, NAME => 'testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741838_1014 (size=64) 2024-11-20T21:51:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741838_1014 (size=64) 2024-11-20T21:51:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741838_1014 (size=64) 2024-11-20T21:51:23,465 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:23,468 INFO [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,470 INFO [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe523ada8bc8fe561225784790575e13 columnFamilyName a 2024-11-20T21:51:23,470 DEBUG [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,471 INFO [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] regionserver.HStore(327): Store=fe523ada8bc8fe561225784790575e13/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:23,471 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,472 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,473 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,473 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,474 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,477 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,480 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:23,481 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fe523ada8bc8fe561225784790575e13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58818642, jitterRate=-0.1235339343547821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:23,482 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fe523ada8bc8fe561225784790575e13: Writing region info on filesystem at 1732139483466Initializing all the Stores at 1732139483467 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139483467Cleaning up temporary data from old regions at 1732139483474 (+7 ms)Region opened successfully at 1732139483482 (+8 ms) 2024-11-20T21:51:23,482 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fe523ada8bc8fe561225784790575e13, disabling compactions & flushes 2024-11-20T21:51:23,482 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13. 2024-11-20T21:51:23,482 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13. 2024-11-20T21:51:23,482 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13. after waiting 0 ms 2024-11-20T21:51:23,483 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13. 2024-11-20T21:51:23,483 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13. 2024-11-20T21:51:23,483 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fe523ada8bc8fe561225784790575e13: Waiting for close lock at 1732139483482Disabling compacts and flushes for region at 1732139483482Disabling writes for close at 1732139483482Writing region close event to WAL at 1732139483483 (+1 ms)Closed at 1732139483483 2024-11-20T21:51:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741837_1013 (size=95) 2024-11-20T21:51:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741837_1013 (size=95) 2024-11-20T21:51:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741837_1013 (size=95) 2024-11-20T21:51:23,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:23,495 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33857716:(num 1732139483421) 2024-11-20T21:51:23,497 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:51:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741839_1015 (size=320) 2024-11-20T21:51:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741839_1015 (size=320) 2024-11-20T21:51:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741839_1015 (size=320) 2024-11-20T21:51:23,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:51:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741840_1016 (size=253) 2024-11-20T21:51:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741840_1016 (size=253) 2024-11-20T21:51:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741840_1016 (size=253) 2024-11-20T21:51:23,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1, size=320 (320bytes) 2024-11-20T21:51:23,548 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T21:51:23,549 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T21:51:23,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1 2024-11-20T21:51:23,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1 after 3ms 2024-11-20T21:51:23,558 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:23,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1 took 12ms 2024-11-20T21:51:23,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1 so closing down 2024-11-20T21:51:23,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:23,571 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T21:51:23,573 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T21:51:23,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:23,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741841_1017 (size=320) 2024-11-20T21:51:23,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741841_1017 (size=320) 2024-11-20T21:51:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741841_1017 (size=320) 2024-11-20T21:51:23,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:23,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002 2024-11-20T21:51:23,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-20T21:51:23,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1, journal: Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1, size=320 (320bytes) at 1732139483548Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1 so closing down at 1732139483568 (+20 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000001-wal-1.temp at 1732139483573 (+5 ms)3 split writer threads finished at 1732139483574 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732139483587 (+13 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002 at 1732139483590 (+3 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732139483595 (+5 ms) 2024-11-20T21:51:23,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2, size=253 (253bytes) 2024-11-20T21:51:23,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2 2024-11-20T21:51:23,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2 after 1ms 2024-11-20T21:51:23,622 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:23,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2 took 6ms 2024-11-20T21:51:23,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2 so closing down 2024-11-20T21:51:23,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:23,628 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T21:51:23,631 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T21:51:23,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741842_1018 (size=253) 2024-11-20T21:51:23,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741842_1018 (size=253) 2024-11-20T21:51:23,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741842_1018 (size=253) 2024-11-20T21:51:23,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:23,646 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:23,648 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-20T21:51:23,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-20T21:51:23,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2, journal: Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2, size=253 (253bytes) at 1732139483616Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2 so closing down at 1732139483625 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002-wal-2.temp at 1732139483631 (+6 ms)3 split writer threads finished at 1732139483631Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732139483641 (+10 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732139483650 (+9 ms) 2024-11-20T21:51:23,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:23,653 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:23,666 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal.1732139483653, exclude list is [], retry=0 2024-11-20T21:51:23,670 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:23,671 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:23,671 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:23,674 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal.1732139483653 2024-11-20T21:51:23,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:23,674 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fe523ada8bc8fe561225784790575e13, NAME => 'testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:23,675 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:23,675 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,675 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,677 INFO [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,679 INFO [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe523ada8bc8fe561225784790575e13 columnFamilyName a 2024-11-20T21:51:23,679 DEBUG [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,680 INFO [StoreOpener-fe523ada8bc8fe561225784790575e13-1 {}] regionserver.HStore(327): Store=fe523ada8bc8fe561225784790575e13/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:23,680 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,685 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,686 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002 2024-11-20T21:51:23,690 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:23,695 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002 2024-11-20T21:51:23,698 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fe523ada8bc8fe561225784790575e13 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T21:51:23,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/.tmp/a/bc4fcfecd1f04dbaad9f755a99c44e7a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732139483495/Put/seqid=0 2024-11-20T21:51:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741844_1020 (size=5170) 2024-11-20T21:51:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741844_1020 (size=5170) 2024-11-20T21:51:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741844_1020 (size=5170) 2024-11-20T21:51:23,765 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/.tmp/a/bc4fcfecd1f04dbaad9f755a99c44e7a 2024-11-20T21:51:23,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/.tmp/a/bc4fcfecd1f04dbaad9f755a99c44e7a as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/a/bc4fcfecd1f04dbaad9f755a99c44e7a 2024-11-20T21:51:23,814 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/a/bc4fcfecd1f04dbaad9f755a99c44e7a, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T21:51:23,819 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for fe523ada8bc8fe561225784790575e13 in 120ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T21:51:23,821 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/0000000000000000002 2024-11-20T21:51:23,822 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,822 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,825 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fe523ada8bc8fe561225784790575e13 2024-11-20T21:51:23,829 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/fe523ada8bc8fe561225784790575e13/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T21:51:23,830 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fe523ada8bc8fe561225784790575e13; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70124094, jitterRate=0.04493042826652527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:23,831 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fe523ada8bc8fe561225784790575e13: Writing region info on filesystem at 1732139483675Initializing all the Stores at 1732139483677 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139483677Obtaining lock to block concurrent updates at 1732139483698 (+21 ms)Preparing flush snapshotting stores in fe523ada8bc8fe561225784790575e13 at 1732139483698Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732139483701 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732139483411.fe523ada8bc8fe561225784790575e13. at 1732139483701Flushing fe523ada8bc8fe561225784790575e13/a: creating writer at 1732139483703 (+2 ms)Flushing fe523ada8bc8fe561225784790575e13/a: appending metadata at 1732139483740 (+37 ms)Flushing fe523ada8bc8fe561225784790575e13/a: closing flushed file at 1732139483742 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69972cb2: reopening flushed file at 1732139483804 (+62 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for fe523ada8bc8fe561225784790575e13 in 120ms, sequenceid=2, compaction requested=false; wal=null at 1732139483819 (+15 ms)Cleaning up temporary data from old regions at 1732139483822 (+3 ms)Region opened successfully at 1732139483831 (+9 ms) 2024-11-20T21:51:23,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46309/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55708 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:41812 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55986 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:41804 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:56052 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55878 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 103) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3467 (was 3485) 2024-11-20T21:51:23,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=3466 2024-11-20T21:51:23,882 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:23,885 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:23,886 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:23,890 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13277895, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-13277895, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:23,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13277895/hregion-13277895.1732139483891, exclude list is [], retry=0 2024-11-20T21:51:23,906 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:23,907 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:23,907 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:23,910 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13277895/hregion-13277895.1732139483891 2024-11-20T21:51:23,910 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:23,910 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1999566510ee8ecf7b45974d4113cfbe, NAME => 'testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741846_1022 (size=64) 2024-11-20T21:51:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741846_1022 (size=64) 2024-11-20T21:51:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741846_1022 (size=64) 2024-11-20T21:51:23,925 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:23,927 INFO [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,929 INFO [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1999566510ee8ecf7b45974d4113cfbe columnFamilyName a 2024-11-20T21:51:23,930 DEBUG [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:23,930 INFO [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] regionserver.HStore(327): Store=1999566510ee8ecf7b45974d4113cfbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:23,930 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,933 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,933 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,935 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:23,938 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:23,939 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1999566510ee8ecf7b45974d4113cfbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69311678, jitterRate=0.03282448649406433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:23,939 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1999566510ee8ecf7b45974d4113cfbe: Writing region info on filesystem at 1732139483926Initializing all the Stores at 1732139483927 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139483927Cleaning up temporary data from old regions at 1732139483933 (+6 ms)Region opened successfully at 1732139483939 (+6 ms) 2024-11-20T21:51:23,940 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1999566510ee8ecf7b45974d4113cfbe, disabling compactions & flushes 2024-11-20T21:51:23,940 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe. 2024-11-20T21:51:23,940 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe. 2024-11-20T21:51:23,940 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe. after waiting 0 ms 2024-11-20T21:51:23,940 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe. 2024-11-20T21:51:23,940 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe. 2024-11-20T21:51:23,940 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1999566510ee8ecf7b45974d4113cfbe: Waiting for close lock at 1732139483940Disabling compacts and flushes for region at 1732139483940Disabling writes for close at 1732139483940Writing region close event to WAL at 1732139483940Closed at 1732139483940 2024-11-20T21:51:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741845_1021 (size=95) 2024-11-20T21:51:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741845_1021 (size=95) 2024-11-20T21:51:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741845_1021 (size=95) 2024-11-20T21:51:23,948 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:23,948 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13277895:(num 1732139483891) 2024-11-20T21:51:23,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:51:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741847_1023 (size=320) 2024-11-20T21:51:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741847_1023 (size=320) 2024-11-20T21:51:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741847_1023 (size=320) 2024-11-20T21:51:23,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:51:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741848_1024 (size=253) 2024-11-20T21:51:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741848_1024 (size=253) 2024-11-20T21:51:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741848_1024 (size=253) 2024-11-20T21:51:23,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2, size=253 (253bytes) 2024-11-20T21:51:23,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2 2024-11-20T21:51:23,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2 after 1ms 2024-11-20T21:51:23,993 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:23,993 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2 took 5ms 2024-11-20T21:51:23,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2 so closing down 2024-11-20T21:51:23,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:23,998 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T21:51:23,999 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T21:51:24,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741849_1025 (size=253) 2024-11-20T21:51:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741849_1025 (size=253) 2024-11-20T21:51:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741849_1025 (size=253) 2024-11-20T21:51:24,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:24,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 2024-11-20T21:51:24,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-20T21:51:24,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2, journal: Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2, size=253 (253bytes) at 1732139483988Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2 so closing down at 1732139483996 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002-wal-2.temp at 1732139483999 (+3 ms)3 split writer threads finished at 1732139484000 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732139484009 (+9 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 at 1732139484011 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1732139484011 2024-11-20T21:51:24,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1, size=320 (320bytes) 2024-11-20T21:51:24,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1 2024-11-20T21:51:24,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1 after 0ms 2024-11-20T21:51:24,031 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:24,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1 took 5ms 2024-11-20T21:51:24,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1 so closing down 2024-11-20T21:51:24,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:24,036 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T21:51:24,038 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T21:51:24,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:24,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741850_1026 (size=320) 2024-11-20T21:51:24,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741850_1026 (size=320) 2024-11-20T21:51:24,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741850_1026 (size=320) 2024-11-20T21:51:24,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:24,050 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:24,052 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002, length=253 2024-11-20T21:51:24,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 2024-11-20T21:51:24,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-20T21:51:24,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1, journal: Splitting hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1, size=320 (320bytes) at 1732139484027Finishing writing output for hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1 so closing down at 1732139484034 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000001-wal-1.temp at 1732139484038 (+4 ms)3 split writer threads finished at 1732139484038Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732139484047 (+9 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 at 1732139484055 (+8 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1732139484055 2024-11-20T21:51:24,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:24,058 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:24,071 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal.1732139484058, exclude list is [], retry=0 2024-11-20T21:51:24,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:24,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:24,076 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:24,078 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal.1732139484058 2024-11-20T21:51:24,078 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:24,078 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1999566510ee8ecf7b45974d4113cfbe, NAME => 'testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:24,078 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:24,078 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,079 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,080 INFO [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,082 INFO [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1999566510ee8ecf7b45974d4113cfbe columnFamilyName a 2024-11-20T21:51:24,083 DEBUG [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:24,083 INFO [StoreOpener-1999566510ee8ecf7b45974d4113cfbe-1 {}] regionserver.HStore(327): Store=1999566510ee8ecf7b45974d4113cfbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:24,083 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,084 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,087 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,088 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 2024-11-20T21:51:24,091 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:24,092 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 2024-11-20T21:51:24,092 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1999566510ee8ecf7b45974d4113cfbe 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T21:51:24,108 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/.tmp/a/fe4327325b514f5fb6d9d3fe0d3d8a1a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732139483948/Put/seqid=0 2024-11-20T21:51:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741852_1028 (size=5170) 2024-11-20T21:51:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741852_1028 (size=5170) 2024-11-20T21:51:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741852_1028 (size=5170) 2024-11-20T21:51:24,123 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/.tmp/a/fe4327325b514f5fb6d9d3fe0d3d8a1a 2024-11-20T21:51:24,133 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/.tmp/a/fe4327325b514f5fb6d9d3fe0d3d8a1a as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/a/fe4327325b514f5fb6d9d3fe0d3d8a1a 2024-11-20T21:51:24,143 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/a/fe4327325b514f5fb6d9d3fe0d3d8a1a, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T21:51:24,143 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1999566510ee8ecf7b45974d4113cfbe in 51ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T21:51:24,145 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/0000000000000000002 2024-11-20T21:51:24,145 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,145 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,149 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1999566510ee8ecf7b45974d4113cfbe 2024-11-20T21:51:24,152 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/1999566510ee8ecf7b45974d4113cfbe/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T21:51:24,154 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1999566510ee8ecf7b45974d4113cfbe; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61515625, jitterRate=-0.08334575593471527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:24,155 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1999566510ee8ecf7b45974d4113cfbe: Writing region info on filesystem at 1732139484079Initializing all the Stores at 1732139484080 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139484080Obtaining lock to block concurrent updates at 1732139484092 (+12 ms)Preparing flush snapshotting stores in 1999566510ee8ecf7b45974d4113cfbe at 1732139484092Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732139484092Flushing stores of testReplayEditsWrittenIntoWAL,,1732139483883.1999566510ee8ecf7b45974d4113cfbe. at 1732139484092Flushing 1999566510ee8ecf7b45974d4113cfbe/a: creating writer at 1732139484092Flushing 1999566510ee8ecf7b45974d4113cfbe/a: appending metadata at 1732139484107 (+15 ms)Flushing 1999566510ee8ecf7b45974d4113cfbe/a: closing flushed file at 1732139484107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563e8d04: reopening flushed file at 1732139484131 (+24 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1999566510ee8ecf7b45974d4113cfbe in 51ms, sequenceid=2, compaction requested=false; wal=null at 1732139484143 (+12 ms)Cleaning up temporary data from old regions at 1732139484145 (+2 ms)Region opened successfully at 1732139484155 (+10 ms) 2024-11-20T21:51:24,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:56128 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55708 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55942 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55986 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:41888 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:41804 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 126), ProcessCount=11 (was 11), AvailableMemoryMB=3450 (was 3466) 2024-11-20T21:51:24,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=3448 2024-11-20T21:51:24,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:24,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:24,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:24,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77847159, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-77847159, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:24,224 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77847159/hregion-77847159.1732139484209, exclude list is [], retry=0 2024-11-20T21:51:24,227 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:24,227 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:24,228 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:24,231 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77847159/hregion-77847159.1732139484209 2024-11-20T21:51:24,232 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:24,232 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 07831629f92dccd788ce09680b4e5311, NAME => 'testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741854_1030 (size=64) 2024-11-20T21:51:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741854_1030 (size=64) 2024-11-20T21:51:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741854_1030 (size=64) 2024-11-20T21:51:24,250 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:24,252 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,254 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07831629f92dccd788ce09680b4e5311 columnFamilyName a 2024-11-20T21:51:24,254 DEBUG [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:24,254 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(327): Store=07831629f92dccd788ce09680b4e5311/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:24,255 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,256 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07831629f92dccd788ce09680b4e5311 columnFamilyName b 2024-11-20T21:51:24,256 DEBUG [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:24,257 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(327): Store=07831629f92dccd788ce09680b4e5311/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:24,257 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,259 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07831629f92dccd788ce09680b4e5311 columnFamilyName c 2024-11-20T21:51:24,259 DEBUG [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:24,260 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(327): Store=07831629f92dccd788ce09680b4e5311/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:24,260 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,262 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,263 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,264 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,264 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:24,266 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:24,269 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:24,270 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 07831629f92dccd788ce09680b4e5311; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73475888, jitterRate=0.09487605094909668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:24,270 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 07831629f92dccd788ce09680b4e5311: Writing region info on filesystem at 1732139484250Initializing all the Stores at 1732139484251 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139484252 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139484252Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139484252Cleaning up temporary data from old regions at 1732139484264 (+12 ms)Region opened successfully at 1732139484270 (+6 ms) 2024-11-20T21:51:24,270 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 07831629f92dccd788ce09680b4e5311, disabling compactions & flushes 2024-11-20T21:51:24,270 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:24,270 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:24,270 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. after waiting 0 ms 2024-11-20T21:51:24,270 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:24,271 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:24,271 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 07831629f92dccd788ce09680b4e5311: Waiting for close lock at 1732139484270Disabling compacts and flushes for region at 1732139484270Disabling writes for close at 1732139484270Writing region close event to WAL at 1732139484271 (+1 ms)Closed at 1732139484271 2024-11-20T21:51:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741853_1029 (size=95) 2024-11-20T21:51:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741853_1029 (size=95) 2024-11-20T21:51:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741853_1029 (size=95) 2024-11-20T21:51:24,277 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:24,277 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77847159:(num 1732139484209) 2024-11-20T21:51:24,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:24,280 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:24,293 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280, exclude list is [], retry=0 2024-11-20T21:51:24,296 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:24,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:24,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:24,300 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 2024-11-20T21:51:24,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:24,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280, size=0 (0bytes) 2024-11-20T21:51:24,559 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 might be still open, length is 0 2024-11-20T21:51:24,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 2024-11-20T21:51:24,560 WARN [IPC Server handler 2 on default port 46309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-20T21:51:24,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 after 2ms 2024-11-20T21:51:25,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:56154 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46841:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56154 dst: /127.0.0.1:46841 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46841 remote=/127.0.0.1:56154]. Total timeout mills is 60000, 58943 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:25,579 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55988 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55988 dst: /127.0.0.1:36447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:25,579 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:41944 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41944 dst: /127.0.0.1:39347 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741855_1032 (size=263633) 2024-11-20T21:51:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741855_1032 (size=263633) 2024-11-20T21:51:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741855_1032 (size=263633) 2024-11-20T21:51:28,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:51:28,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 after 4003ms 2024-11-20T21:51:28,567 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:28,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 took 4009ms 2024-11-20T21:51:28,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:51:28,578 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732139484280.temp 2024-11-20T21:51:28,588 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000000001-wal.1732139484280.temp 2024-11-20T21:51:28,719 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280; continuing. 2024-11-20T21:51:28,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 so closing down 2024-11-20T21:51:28,720 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:28,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741856_1033 (size=263641) 2024-11-20T21:51:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741856_1033 (size=263641) 2024-11-20T21:51:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741856_1033 (size=263641) 2024-11-20T21:51:28,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000000001-wal.1732139484280.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-11-20T21:51:28,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000000001-wal.1732139484280.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002 2024-11-20T21:51:28,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:51:28,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280, journal: Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280, size=0 (0bytes) at 1732139484559Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000000001-wal.1732139484280.temp at 1732139488588 (+4029 ms)Split 1024 edits, skipped 0 edits. at 1732139488653 (+65 ms)Split 2048 edits, skipped 0 edits. at 1732139488688 (+35 ms)Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 so closing down at 1732139488719 (+31 ms)3 split writer threads finished at 1732139488720 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000000001-wal.1732139484280.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1732139488724 (+4 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000000001-wal.1732139484280.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002 at 1732139488726 (+2 ms)Processed 3002 edits across 1 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280, size=0, length=0, corrupted=false, cancelled=false at 1732139488726 2024-11-20T21:51:28,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139484280 2024-11-20T21:51:28,730 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002 2024-11-20T21:51:28,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:28,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:28,747 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139488733, exclude list is [], retry=0 2024-11-20T21:51:28,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:28,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:28,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:28,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139488733 2024-11-20T21:51:28,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:28,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:28,758 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:28,760 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07831629f92dccd788ce09680b4e5311 columnFamilyName a 2024-11-20T21:51:28,760 DEBUG [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:28,761 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(327): Store=07831629f92dccd788ce09680b4e5311/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:28,761 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:28,762 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07831629f92dccd788ce09680b4e5311 columnFamilyName b 2024-11-20T21:51:28,762 DEBUG [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:28,763 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(327): Store=07831629f92dccd788ce09680b4e5311/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:28,763 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:28,765 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07831629f92dccd788ce09680b4e5311 columnFamilyName c 2024-11-20T21:51:28,765 DEBUG [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:28,766 INFO [StoreOpener-07831629f92dccd788ce09680b4e5311-1 {}] regionserver.HStore(327): Store=07831629f92dccd788ce09680b4e5311/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:28,766 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:28,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:28,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:28,771 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002 2024-11-20T21:51:28,774 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:28,820 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:51:29,174 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 07831629f92dccd788ce09680b4e5311 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T21:51:29,220 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/a/2ecb71b194a04167970eee4820750a7c is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732139484307/Put/seqid=0 2024-11-20T21:51:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741858_1035 (size=50463) 2024-11-20T21:51:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741858_1035 (size=50463) 2024-11-20T21:51:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741858_1035 (size=50463) 2024-11-20T21:51:29,232 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/a/2ecb71b194a04167970eee4820750a7c 2024-11-20T21:51:29,245 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/a/2ecb71b194a04167970eee4820750a7c as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/a/2ecb71b194a04167970eee4820750a7c 2024-11-20T21:51:29,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/a/2ecb71b194a04167970eee4820750a7c, entries=754, sequenceid=754, filesize=49.3 K 2024-11-20T21:51:29,255 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 07831629f92dccd788ce09680b4e5311 in 82ms, sequenceid=754, compaction requested=false; wal=null 2024-11-20T21:51:29,284 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:51:29,284 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 07831629f92dccd788ce09680b4e5311 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T21:51:29,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/a/a7e54b9e9ca843a392179491e7a4cc52 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732139484357/Put/seqid=0 2024-11-20T21:51:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741859_1036 (size=20072) 2024-11-20T21:51:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741859_1036 (size=20072) 2024-11-20T21:51:29,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741859_1036 (size=20072) 2024-11-20T21:51:29,305 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/a/a7e54b9e9ca843a392179491e7a4cc52 2024-11-20T21:51:29,338 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/b/e317a2034dab471393b2991283ba5614 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732139484384/Put/seqid=0 2024-11-20T21:51:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741860_1037 (size=35835) 2024-11-20T21:51:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741860_1037 (size=35835) 2024-11-20T21:51:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741860_1037 (size=35835) 2024-11-20T21:51:29,349 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/b/e317a2034dab471393b2991283ba5614 2024-11-20T21:51:29,358 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/a/a7e54b9e9ca843a392179491e7a4cc52 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/a/a7e54b9e9ca843a392179491e7a4cc52 2024-11-20T21:51:29,365 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/a/a7e54b9e9ca843a392179491e7a4cc52, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-20T21:51:29,367 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/b/e317a2034dab471393b2991283ba5614 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/b/e317a2034dab471393b2991283ba5614 2024-11-20T21:51:29,374 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/b/e317a2034dab471393b2991283ba5614, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-20T21:51:29,375 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 07831629f92dccd788ce09680b4e5311 in 90ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-20T21:51:29,398 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:51:29,399 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 07831629f92dccd788ce09680b4e5311 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T21:51:29,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/b/fe338a0efc9a4cdc8ede2df031a3e7ba is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732139484413/Put/seqid=0 2024-11-20T21:51:29,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741861_1038 (size=35082) 2024-11-20T21:51:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741861_1038 (size=35082) 2024-11-20T21:51:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741861_1038 (size=35082) 2024-11-20T21:51:29,417 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/b/fe338a0efc9a4cdc8ede2df031a3e7ba 2024-11-20T21:51:29,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/c/c6250d5c62bd4a1197e52cbc8664eba9 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732139484457/Put/seqid=0 2024-11-20T21:51:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741862_1039 (size=20825) 2024-11-20T21:51:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741862_1039 (size=20825) 2024-11-20T21:51:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741862_1039 (size=20825) 2024-11-20T21:51:29,453 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/c/c6250d5c62bd4a1197e52cbc8664eba9 2024-11-20T21:51:29,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/b/fe338a0efc9a4cdc8ede2df031a3e7ba as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/b/fe338a0efc9a4cdc8ede2df031a3e7ba 2024-11-20T21:51:29,468 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/b/fe338a0efc9a4cdc8ede2df031a3e7ba, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-20T21:51:29,470 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/c/c6250d5c62bd4a1197e52cbc8664eba9 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/c/c6250d5c62bd4a1197e52cbc8664eba9 2024-11-20T21:51:29,477 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/c/c6250d5c62bd4a1197e52cbc8664eba9, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-20T21:51:29,478 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 07831629f92dccd788ce09680b4e5311 in 79ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-20T21:51:29,496 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732139484520/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:29,500 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002 2024-11-20T21:51:29,500 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:51:29,500 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 07831629f92dccd788ce09680b4e5311 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-20T21:51:29,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/c/e7cd6e5790a54a328ed25fc678585d26 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732139484468/Put/seqid=0 2024-11-20T21:51:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741863_1040 (size=50301) 2024-11-20T21:51:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741863_1040 (size=50301) 2024-11-20T21:51:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741863_1040 (size=50301) 2024-11-20T21:51:29,522 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/c/e7cd6e5790a54a328ed25fc678585d26 2024-11-20T21:51:29,530 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7cd6e5790a54a328ed25fc678585d26 2024-11-20T21:51:29,531 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/.tmp/c/e7cd6e5790a54a328ed25fc678585d26 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/c/e7cd6e5790a54a328ed25fc678585d26 2024-11-20T21:51:29,538 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7cd6e5790a54a328ed25fc678585d26 2024-11-20T21:51:29,539 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/c/e7cd6e5790a54a328ed25fc678585d26, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-20T21:51:29,539 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 07831629f92dccd788ce09680b4e5311 in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-20T21:51:29,540 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/0000000000000003002 2024-11-20T21:51:29,541 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:29,541 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:29,542 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:51:29,544 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 07831629f92dccd788ce09680b4e5311 2024-11-20T21:51:29,547 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenIntoWAL/07831629f92dccd788ce09680b4e5311/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-20T21:51:29,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 07831629f92dccd788ce09680b4e5311; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68882483, jitterRate=0.026428982615470886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:51:29,548 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 07831629f92dccd788ce09680b4e5311: Writing region info on filesystem at 1732139488756Initializing all the Stores at 1732139488757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139488757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139488758 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139488758Cleaning up temporary data from old regions at 1732139489541 (+783 ms)Region opened successfully at 1732139489548 (+7 ms) 2024-11-20T21:51:29,620 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 07831629f92dccd788ce09680b4e5311, disabling compactions & flushes 2024-11-20T21:51:29,620 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:29,620 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:29,620 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. after waiting 0 ms 2024-11-20T21:51:29,620 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:29,622 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139484201.07831629f92dccd788ce09680b4e5311. 2024-11-20T21:51:29,623 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 07831629f92dccd788ce09680b4e5311: Waiting for close lock at 1732139489620Disabling compacts and flushes for region at 1732139489620Disabling writes for close at 1732139489620Writing region close event to WAL at 1732139489622 (+2 ms)Closed at 1732139489622 2024-11-20T21:51:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741857_1034 (size=95) 2024-11-20T21:51:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741857_1034 (size=95) 2024-11-20T21:51:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741857_1034 (size=95) 2024-11-20T21:51:29,630 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:29,630 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139488733) 2024-11-20T21:51:29,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=400 (was 384) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-950818756_22 at /127.0.0.1:41952 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:35971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-950818756_22 at /127.0.0.1:56186 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-950818756_22 at /127.0.0.1:57018 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-950818756_22 at /127.0.0.1:38268 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46309 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:43259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3388 (was 3448) 2024-11-20T21:51:29,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=3387 2024-11-20T21:51:29,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:29,685 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:29,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:29,690 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59894821, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-59894821, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:29,710 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59894821/hregion-59894821.1732139489690, exclude list is [], retry=0 2024-11-20T21:51:29,714 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:29,714 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:29,714 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:29,718 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59894821/hregion-59894821.1732139489690 2024-11-20T21:51:29,719 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:29,720 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1c3f045075afb71e2146450f3d861f34, NAME => 'test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:29,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741865_1042 (size=43) 2024-11-20T21:51:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741865_1042 (size=43) 2024-11-20T21:51:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741865_1042 (size=43) 2024-11-20T21:51:29,736 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:29,739 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,741 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3f045075afb71e2146450f3d861f34 columnFamilyName a 2024-11-20T21:51:29,742 DEBUG [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:29,743 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(327): Store=1c3f045075afb71e2146450f3d861f34/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:29,744 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,746 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3f045075afb71e2146450f3d861f34 columnFamilyName b 2024-11-20T21:51:29,746 DEBUG [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:29,747 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(327): Store=1c3f045075afb71e2146450f3d861f34/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:29,747 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,749 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3f045075afb71e2146450f3d861f34 columnFamilyName c 2024-11-20T21:51:29,749 DEBUG [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:29,749 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(327): Store=1c3f045075afb71e2146450f3d861f34/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:29,750 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,752 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,752 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,753 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:29,754 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:29,757 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:29,758 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c3f045075afb71e2146450f3d861f34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63964413, jitterRate=-0.04685597121715546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:29,759 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c3f045075afb71e2146450f3d861f34: Writing region info on filesystem at 1732139489736Initializing all the Stores at 1732139489738 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139489738Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139489739 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139489739Cleaning up temporary data from old regions at 1732139489752 (+13 ms)Region opened successfully at 1732139489759 (+7 ms) 2024-11-20T21:51:29,759 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c3f045075afb71e2146450f3d861f34, disabling compactions & flushes 2024-11-20T21:51:29,759 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:29,759 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:29,759 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. after waiting 0 ms 2024-11-20T21:51:29,759 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:29,760 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:29,760 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c3f045075afb71e2146450f3d861f34: Waiting for close lock at 1732139489759Disabling compacts and flushes for region at 1732139489759Disabling writes for close at 1732139489759Writing region close event to WAL at 1732139489760 (+1 ms)Closed at 1732139489760 2024-11-20T21:51:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741864_1041 (size=95) 2024-11-20T21:51:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741864_1041 (size=95) 2024-11-20T21:51:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741864_1041 (size=95) 2024-11-20T21:51:29,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:29,766 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59894821:(num 1732139489690) 2024-11-20T21:51:29,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:29,769 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:29,782 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769, exclude list is [], retry=0 2024-11-20T21:51:29,785 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:29,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:29,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:29,789 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 2024-11-20T21:51:29,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741866_1043 (size=263359) 2024-11-20T21:51:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741866_1043 (size=263359) 2024-11-20T21:51:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741866_1043 (size=263359) 2024-11-20T21:51:29,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769, size=257.2 K (263359bytes) 2024-11-20T21:51:29,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 2024-11-20T21:51:29,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 after 1ms 2024-11-20T21:51:29,967 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:29,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 took 6ms 2024-11-20T21:51:29,975 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732139489769.temp 2024-11-20T21:51:29,977 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000000001-wal.1732139489769.temp 2024-11-20T21:51:30,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 so closing down 2024-11-20T21:51:30,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:30,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741867_1044 (size=263359) 2024-11-20T21:51:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741867_1044 (size=263359) 2024-11-20T21:51:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741867_1044 (size=263359) 2024-11-20T21:51:30,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000000001-wal.1732139489769.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-11-20T21:51:30,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000000001-wal.1732139489769.temp to hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000 2024-11-20T21:51:30,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-20T21:51:30,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769, journal: Splitting hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769, size=257.2 K (263359bytes) at 1732139489963Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000000001-wal.1732139489769.temp at 1732139489977 (+14 ms)Split 1024 edits, skipped 0 edits. at 1732139489993 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732139490014 (+21 ms)Finishing writing output for hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 so closing down at 1732139490034 (+20 ms)3 split writer threads finished at 1732139490034Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000000001-wal.1732139489769.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1732139490038 (+4 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000000001-wal.1732139489769.temp to hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000 at 1732139490040 (+2 ms)Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1732139490040 2024-11-20T21:51:30,042 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139489769 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139489769 2024-11-20T21:51:30,043 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000 2024-11-20T21:51:30,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:30,046 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:30,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047, exclude list is [], retry=0 2024-11-20T21:51:30,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:30,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:30,066 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:30,069 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 2024-11-20T21:51:30,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741868_1045 (size=263486) 2024-11-20T21:51:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741868_1045 (size=263486) 2024-11-20T21:51:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741868_1045 (size=263486) 2024-11-20T21:51:30,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047, size=257.3 K (263486bytes) 2024-11-20T21:51:30,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 2024-11-20T21:51:30,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 after 0ms 2024-11-20T21:51:30,267 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:30,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 took 5ms 2024-11-20T21:51:30,273 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732139490047.temp 2024-11-20T21:51:30,275 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003001-wal.1732139490047.temp 2024-11-20T21:51:30,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 so closing down 2024-11-20T21:51:30,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:30,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741869_1046 (size=263486) 2024-11-20T21:51:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741869_1046 (size=263486) 2024-11-20T21:51:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741869_1046 (size=263486) 2024-11-20T21:51:30,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003001-wal.1732139490047.temp (wrote 3000 edits, skipped 0 edits in 33 ms) 2024-11-20T21:51:30,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003001-wal.1732139490047.temp to hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000 2024-11-20T21:51:30,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-20T21:51:30,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047, journal: Splitting hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047, size=257.3 K (263486bytes) at 1732139490264Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003001-wal.1732139490047.temp at 1732139490275 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732139490290 (+15 ms)Split 2048 edits, skipped 0 edits. at 1732139490308 (+18 ms)Finishing writing output for hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 so closing down at 1732139490325 (+17 ms)3 split writer threads finished at 1732139490325Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003001-wal.1732139490047.temp (wrote 3000 edits, skipped 0 edits in 33 ms) at 1732139490332 (+7 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003001-wal.1732139490047.temp to hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000 at 1732139490334 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1732139490334 2024-11-20T21:51:30,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490047 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139490047 2024-11-20T21:51:30,337 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000 2024-11-20T21:51:30,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:30,339 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/test2727-manual,16010,1732139489680, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:30,353 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490340, exclude list is [], retry=0 2024-11-20T21:51:30,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:30,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:30,357 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:30,359 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732139489680/wal.1732139490340 2024-11-20T21:51:30,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:30,359 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c3f045075afb71e2146450f3d861f34, NAME => 'test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:30,360 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:30,360 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,360 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,362 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,363 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3f045075afb71e2146450f3d861f34 columnFamilyName a 2024-11-20T21:51:30,363 DEBUG [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:30,364 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(327): Store=1c3f045075afb71e2146450f3d861f34/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:30,364 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,365 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3f045075afb71e2146450f3d861f34 columnFamilyName b 2024-11-20T21:51:30,365 DEBUG [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:30,365 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(327): Store=1c3f045075afb71e2146450f3d861f34/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:30,365 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,366 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3f045075afb71e2146450f3d861f34 columnFamilyName c 2024-11-20T21:51:30,366 DEBUG [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:30,367 INFO [StoreOpener-1c3f045075afb71e2146450f3d861f34-1 {}] regionserver.HStore(327): Store=1c3f045075afb71e2146450f3d861f34/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:30,367 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,372 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000 2024-11-20T21:51:30,375 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:30,431 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000 2024-11-20T21:51:30,432 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000 2024-11-20T21:51:30,435 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:30,477 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000 2024-11-20T21:51:30,477 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c3f045075afb71e2146450f3d861f34 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-20T21:51:30,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/a/451e256811a94ca4b994746dfb5cf45d is 41, key is test2727/a:100/1732139490073/Put/seqid=0 2024-11-20T21:51:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741871_1048 (size=84227) 2024-11-20T21:51:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741871_1048 (size=84227) 2024-11-20T21:51:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741871_1048 (size=84227) 2024-11-20T21:51:30,513 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/a/451e256811a94ca4b994746dfb5cf45d 2024-11-20T21:51:30,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/b/6e5fe3bf13d8426a8680e2cacec15e89 is 41, key is test2727/b:100/1732139490147/Put/seqid=0 2024-11-20T21:51:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741872_1049 (size=84609) 2024-11-20T21:51:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741872_1049 (size=84609) 2024-11-20T21:51:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741872_1049 (size=84609) 2024-11-20T21:51:30,548 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/b/6e5fe3bf13d8426a8680e2cacec15e89 2024-11-20T21:51:30,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/c/fb69f2eb18084fecbb8a6be48d576125 is 41, key is test2727/c:100/1732139490202/Put/seqid=0 2024-11-20T21:51:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741873_1050 (size=84609) 2024-11-20T21:51:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741873_1050 (size=84609) 2024-11-20T21:51:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741873_1050 (size=84609) 2024-11-20T21:51:30,591 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/c/fb69f2eb18084fecbb8a6be48d576125 2024-11-20T21:51:30,598 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/a/451e256811a94ca4b994746dfb5cf45d as hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/a/451e256811a94ca4b994746dfb5cf45d 2024-11-20T21:51:30,606 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/a/451e256811a94ca4b994746dfb5cf45d, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-20T21:51:30,607 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/b/6e5fe3bf13d8426a8680e2cacec15e89 as hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/b/6e5fe3bf13d8426a8680e2cacec15e89 2024-11-20T21:51:30,614 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/b/6e5fe3bf13d8426a8680e2cacec15e89, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T21:51:30,616 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/.tmp/c/fb69f2eb18084fecbb8a6be48d576125 as hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/c/fb69f2eb18084fecbb8a6be48d576125 2024-11-20T21:51:30,623 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/c/fb69f2eb18084fecbb8a6be48d576125, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T21:51:30,624 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 1c3f045075afb71e2146450f3d861f34 in 146ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-20T21:51:30,625 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000003000 2024-11-20T21:51:30,625 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/0000000000000006000 2024-11-20T21:51:30,627 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,627 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,628 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:30,630 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c3f045075afb71e2146450f3d861f34 2024-11-20T21:51:30,633 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/test2727/1c3f045075afb71e2146450f3d861f34/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-20T21:51:30,634 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c3f045075afb71e2146450f3d861f34; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69000628, jitterRate=0.028189480304718018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:30,635 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c3f045075afb71e2146450f3d861f34: Writing region info on filesystem at 1732139490360Initializing all the Stores at 1732139490361 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139490361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139490361Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139490361Obtaining lock to block concurrent updates at 1732139490477 (+116 ms)Preparing flush snapshotting stores in 1c3f045075afb71e2146450f3d861f34 at 1732139490477Finished memstore snapshotting test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732139490477Flushing stores of test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. at 1732139490477Flushing 1c3f045075afb71e2146450f3d861f34/a: creating writer at 1732139490477Flushing 1c3f045075afb71e2146450f3d861f34/a: appending metadata at 1732139490504 (+27 ms)Flushing 1c3f045075afb71e2146450f3d861f34/a: closing flushed file at 1732139490504Flushing 1c3f045075afb71e2146450f3d861f34/b: creating writer at 1732139490520 (+16 ms)Flushing 1c3f045075afb71e2146450f3d861f34/b: appending metadata at 1732139490539 (+19 ms)Flushing 1c3f045075afb71e2146450f3d861f34/b: closing flushed file at 1732139490539Flushing 1c3f045075afb71e2146450f3d861f34/c: creating writer at 1732139490556 (+17 ms)Flushing 1c3f045075afb71e2146450f3d861f34/c: appending metadata at 1732139490583 (+27 ms)Flushing 1c3f045075afb71e2146450f3d861f34/c: closing flushed file at 1732139490584 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f132c69: reopening flushed file at 1732139490597 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1d440d: reopening flushed file at 1732139490606 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70dcfda5: reopening flushed file at 1732139490614 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 1c3f045075afb71e2146450f3d861f34 in 146ms, sequenceid=6000, compaction requested=false; wal=null at 1732139490624 (+10 ms)Cleaning up temporary data from old regions at 1732139490627 (+3 ms)Region opened successfully at 1732139490635 (+8 ms) 2024-11-20T21:51:30,637 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-20T21:51:30,637 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c3f045075afb71e2146450f3d861f34, disabling compactions & flushes 2024-11-20T21:51:30,637 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:30,637 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:30,637 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. after waiting 0 ms 2024-11-20T21:51:30,637 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:30,638 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732139489683.1c3f045075afb71e2146450f3d861f34. 2024-11-20T21:51:30,638 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c3f045075afb71e2146450f3d861f34: Waiting for close lock at 1732139490637Disabling compacts and flushes for region at 1732139490637Disabling writes for close at 1732139490637Writing region close event to WAL at 1732139490638 (+1 ms)Closed at 1732139490638 2024-11-20T21:51:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741870_1047 (size=95) 2024-11-20T21:51:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741870_1047 (size=95) 2024-11-20T21:51:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741870_1047 (size=95) 2024-11-20T21:51:30,644 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:30,644 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139490340) 2024-11-20T21:51:30,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=402 (was 400) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:38268 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:57136 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:50188 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=3233 (was 3387) 2024-11-20T21:51:30,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=3232 2024-11-20T21:51:30,682 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:30,688 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:30,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732139490689 2024-11-20T21:51:30,695 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689 2024-11-20T21:51:30,701 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:30,703 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9bc382f4d685f7c24e0eb3667ca0f9, NAME => 'testSequentialEditLogSeqNum,,1732139490683.7a9bc382f4d685f7c24e0eb3667ca0f9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:30,704 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732139490683.7a9bc382f4d685f7c24e0eb3667ca0f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:30,704 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,704 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,705 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9 doesn't exist for region: 7a9bc382f4d685f7c24e0eb3667ca0f9 on table testSequentialEditLogSeqNum 2024-11-20T21:51:30,706 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 7a9bc382f4d685f7c24e0eb3667ca0f9 on table testSequentialEditLogSeqNum 2024-11-20T21:51:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741875_1052 (size=62) 2024-11-20T21:51:30,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741875_1052 (size=62) 2024-11-20T21:51:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741875_1052 (size=62) 2024-11-20T21:51:30,719 INFO [StoreOpener-7a9bc382f4d685f7c24e0eb3667ca0f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,720 INFO [StoreOpener-7a9bc382f4d685f7c24e0eb3667ca0f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9bc382f4d685f7c24e0eb3667ca0f9 columnFamilyName a 2024-11-20T21:51:30,720 DEBUG [StoreOpener-7a9bc382f4d685f7c24e0eb3667ca0f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:30,721 INFO [StoreOpener-7a9bc382f4d685f7c24e0eb3667ca0f9-1 {}] regionserver.HStore(327): Store=7a9bc382f4d685f7c24e0eb3667ca0f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,722 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,722 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,724 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a9bc382f4d685f7c24e0eb3667ca0f9 2024-11-20T21:51:30,726 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:30,726 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a9bc382f4d685f7c24e0eb3667ca0f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68200102, jitterRate=0.01626071333885193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:30,727 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a9bc382f4d685f7c24e0eb3667ca0f9: Writing region info on filesystem at 1732139490704Initializing all the Stores at 1732139490719 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139490719Cleaning up temporary data from old regions at 1732139490722 (+3 ms)Region opened successfully at 1732139490727 (+5 ms) 2024-11-20T21:51:30,740 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7a9bc382f4d685f7c24e0eb3667ca0f9 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-20T21:51:30,762 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/.tmp/a/8c4c06d109c24f2ea16acb4439908f73 is 81, key is testSequentialEditLogSeqNum/a:x0/1732139490727/Put/seqid=0 2024-11-20T21:51:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741876_1053 (size=5833) 2024-11-20T21:51:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741876_1053 (size=5833) 2024-11-20T21:51:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741876_1053 (size=5833) 2024-11-20T21:51:30,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:51:30,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:30,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:51:30,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:51:30,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:51:30,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:30,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-20T21:51:30,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:30,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-20T21:51:30,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:31,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/.tmp/a/8c4c06d109c24f2ea16acb4439908f73 2024-11-20T21:51:31,181 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/.tmp/a/8c4c06d109c24f2ea16acb4439908f73 as hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/a/8c4c06d109c24f2ea16acb4439908f73 2024-11-20T21:51:31,189 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/a/8c4c06d109c24f2ea16acb4439908f73, entries=10, sequenceid=13, filesize=5.7 K 2024-11-20T21:51:31,190 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7a9bc382f4d685f7c24e0eb3667ca0f9 in 450ms, sequenceid=13, compaction requested=false 2024-11-20T21:51:31,191 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7a9bc382f4d685f7c24e0eb3667ca0f9: 2024-11-20T21:51:31,197 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:51:31,198 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:51:31,198 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:51:31,198 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:51:31,198 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:51:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741874_1051 (size=1845) 2024-11-20T21:51:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741874_1051 (size=1845) 2024-11-20T21:51:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741874_1051 (size=1845) 2024-11-20T21:51:31,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689, size=1.8 K (1845bytes) 2024-11-20T21:51:31,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689 2024-11-20T21:51:31,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689 after 0ms 2024-11-20T21:51:31,224 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:31,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689 took 4ms 2024-11-20T21:51:31,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689 so closing down 2024-11-20T21:51:31,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:31,227 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139490689.temp 2024-11-20T21:51:31,228 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000003-wal.1732139490689.temp 2024-11-20T21:51:31,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741877_1054 (size=1477) 2024-11-20T21:51:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741877_1054 (size=1477) 2024-11-20T21:51:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741877_1054 (size=1477) 2024-11-20T21:51:31,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000003-wal.1732139490689.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:31,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000003-wal.1732139490689.temp to hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000020 2024-11-20T21:51:31,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689, size=1.8 K, length=1845, corrupted=false, cancelled=false 2024-11-20T21:51:31,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689, journal: Splitting hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689, size=1.8 K (1845bytes) at 1732139491221Finishing writing output for hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689 so closing down at 1732139491226 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000003-wal.1732139490689.temp at 1732139491228 (+2 ms)3 split writer threads finished at 1732139491229 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000003-wal.1732139490689.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732139491236 (+7 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000003-wal.1732139490689.temp to hdfs://localhost:46309/hbase/data/default/testSequentialEditLogSeqNum/7a9bc382f4d685f7c24e0eb3667ca0f9/recovered.edits/0000000000000000020 at 1732139491238 (+2 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46309/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139490681/wal.1732139490689, size=1.8 K, length=1845, corrupted=false, cancelled=false at 1732139491238 2024-11-20T21:51:31,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:38268 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:57136 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:50188 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=3237 (was 3232) - AvailableMemoryMB LEAK? - 2024-11-20T21:51:31,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=3236 2024-11-20T21:51:31,287 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:31,290 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:31,318 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:31,321 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16107109, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-16107109, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:31,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16107109/hregion-16107109.1732139491322, exclude list is [], retry=0 2024-11-20T21:51:31,337 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:31,337 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:31,338 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:31,341 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16107109/hregion-16107109.1732139491322 2024-11-20T21:51:31,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:31,342 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => db38472ad2af4cacd7b8b4958cb3969f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741879_1056 (size=70) 2024-11-20T21:51:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741879_1056 (size=70) 2024-11-20T21:51:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741879_1056 (size=70) 2024-11-20T21:51:31,357 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:31,358 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,360 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName a 2024-11-20T21:51:31,360 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:31,361 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:31,361 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,363 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName b 2024-11-20T21:51:31,363 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:31,364 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:31,364 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,366 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName c 2024-11-20T21:51:31,366 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:31,366 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:31,367 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,368 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,369 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,369 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,369 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:31,371 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,375 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:31,375 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db38472ad2af4cacd7b8b4958cb3969f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68030324, jitterRate=0.013730823993682861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:31,376 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db38472ad2af4cacd7b8b4958cb3969f: Writing region info on filesystem at 1732139491357Initializing all the Stores at 1732139491358 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139491358Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139491358Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139491358Cleaning up temporary data from old regions at 1732139491369 (+11 ms)Region opened successfully at 1732139491376 (+7 ms) 2024-11-20T21:51:31,377 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db38472ad2af4cacd7b8b4958cb3969f, disabling compactions & flushes 2024-11-20T21:51:31,377 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:31,377 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:31,377 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. after waiting 0 ms 2024-11-20T21:51:31,377 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:31,377 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:31,377 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db38472ad2af4cacd7b8b4958cb3969f: Waiting for close lock at 1732139491376Disabling compacts and flushes for region at 1732139491376Disabling writes for close at 1732139491377 (+1 ms)Writing region close event to WAL at 1732139491377Closed at 1732139491377 2024-11-20T21:51:31,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741878_1055 (size=95) 2024-11-20T21:51:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741878_1055 (size=95) 2024-11-20T21:51:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741878_1055 (size=95) 2024-11-20T21:51:31,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:31,383 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16107109:(num 1732139491322) 2024-11-20T21:51:31,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:31,385 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:31,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385, exclude list is [], retry=0 2024-11-20T21:51:31,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:31,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:31,403 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:31,407 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 2024-11-20T21:51:31,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:31,408 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => db38472ad2af4cacd7b8b4958cb3969f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:31,408 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:31,408 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,408 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,410 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,411 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName a 2024-11-20T21:51:31,412 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:31,412 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:31,412 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,413 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName b 2024-11-20T21:51:31,413 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:31,414 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:31,414 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,415 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName c 2024-11-20T21:51:31,415 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:31,416 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:31,416 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,419 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,419 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,420 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:31,422 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:31,423 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db38472ad2af4cacd7b8b4958cb3969f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64547681, jitterRate=-0.03816460072994232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:31,424 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db38472ad2af4cacd7b8b4958cb3969f: Writing region info on filesystem at 1732139491408Initializing all the Stores at 1732139491409 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139491409Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139491410 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139491410Cleaning up temporary data from old regions at 1732139491419 (+9 ms)Region opened successfully at 1732139491424 (+5 ms) 2024-11-20T21:51:31,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732139491427/Put/seqid=0 2024-11-20T21:51:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741881_1058 (size=4826) 2024-11-20T21:51:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741881_1058 (size=4826) 2024-11-20T21:51:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741881_1058 (size=4826) 2024-11-20T21:51:31,438 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46309/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in db38472ad2af4cacd7b8b4958cb3969f/a 2024-11-20T21:51:31,447 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-20T21:51:31,448 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:31,448 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for db38472ad2af4cacd7b8b4958cb3969f: 2024-11-20T21:51:31,450 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_ 2024-11-20T21:51:31,451 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46309/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into db38472ad2af4cacd7b8b4958cb3969f/a as hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_ - updating store file list. 2024-11-20T21:51:31,459 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:31,459 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_ into db38472ad2af4cacd7b8b4958cb3969f/a 2024-11-20T21:51:31,459 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46309/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into db38472ad2af4cacd7b8b4958cb3969f/a (new location: hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_) 2024-11-20T21:51:31,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385, size=0 (0bytes) 2024-11-20T21:51:31,510 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 might be still open, length is 0 2024-11-20T21:51:31,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 2024-11-20T21:51:31,511 WARN [IPC Server handler 3 on default port 46309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-20T21:51:31,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 after 1ms 2024-11-20T21:51:34,449 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:50290 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50290 dst: /127.0.0.1:39347 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39347 remote=/127.0.0.1:50290]. Total timeout mills is 60000, 57018 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:34,450 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:38454 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46841:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38454 dst: /127.0.0.1:46841 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:34,450 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:57214 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57214 dst: /127.0.0.1:36447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:34,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741880_1059 (size=473) 2024-11-20T21:51:34,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741880_1059 (size=473) 2024-11-20T21:51:35,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 after 4002ms 2024-11-20T21:51:35,518 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:35,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 took 4009ms 2024-11-20T21:51:35,523 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385; continuing. 2024-11-20T21:51:35,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 so closing down 2024-11-20T21:51:35,523 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:35,525 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732139491385.temp 2024-11-20T21:51:35,527 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005-wal.1732139491385.temp 2024-11-20T21:51:35,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741882_1060 (size=259) 2024-11-20T21:51:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741882_1060 (size=259) 2024-11-20T21:51:35,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741882_1060 (size=259) 2024-11-20T21:51:35,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005-wal.1732139491385.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:35,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005-wal.1732139491385.temp to hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005 2024-11-20T21:51:35,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:51:35,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385, journal: Splitting hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385, size=0 (0bytes) at 1732139491510Finishing writing output for hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 so closing down at 1732139495523 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005-wal.1732139491385.temp at 1732139495527 (+4 ms)3 split writer threads finished at 1732139495527Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005-wal.1732139491385.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732139495536 (+9 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005-wal.1732139491385.temp to hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005 at 1732139495538 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385, size=0, length=0, corrupted=false, cancelled=false at 1732139495538 2024-11-20T21:51:35,540 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139491385 2024-11-20T21:51:35,541 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005 2024-11-20T21:51:35,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:35,543 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:35,556 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139495544, exclude list is [], retry=0 2024-11-20T21:51:35,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:35,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:35,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:35,560 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139495544 2024-11-20T21:51:35,561 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:35,561 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => db38472ad2af4cacd7b8b4958cb3969f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:35,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:35,561 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,561 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,563 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,564 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName a 2024-11-20T21:51:35,564 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:35,570 DEBUG [StoreFileOpener-db38472ad2af4cacd7b8b4958cb3969f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:35,570 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/5d8d71429dc743949ecfd207bb5f24a5_SeqId_3_ 2024-11-20T21:51:35,570 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:35,571 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,572 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName b 2024-11-20T21:51:35,572 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:35,572 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:35,572 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,573 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db38472ad2af4cacd7b8b4958cb3969f columnFamilyName c 2024-11-20T21:51:35,573 DEBUG [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:35,574 INFO [StoreOpener-db38472ad2af4cacd7b8b4958cb3969f-1 {}] regionserver.HStore(327): Store=db38472ad2af4cacd7b8b4958cb3969f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:35,574 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,577 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,577 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005 2024-11-20T21:51:35,580 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:35,581 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005 2024-11-20T21:51:35,581 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db38472ad2af4cacd7b8b4958cb3969f 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-20T21:51:35,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/.tmp/a/d70706d42e484b1585baa091609e77ce is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732139491466/Put/seqid=0 2024-11-20T21:51:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741884_1062 (size=5149) 2024-11-20T21:51:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741884_1062 (size=5149) 2024-11-20T21:51:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741884_1062 (size=5149) 2024-11-20T21:51:35,608 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/.tmp/a/d70706d42e484b1585baa091609e77ce 2024-11-20T21:51:35,615 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/.tmp/a/d70706d42e484b1585baa091609e77ce as hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/d70706d42e484b1585baa091609e77ce 2024-11-20T21:51:35,621 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/a/d70706d42e484b1585baa091609e77ce, entries=1, sequenceid=5, filesize=5.0 K 2024-11-20T21:51:35,621 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for db38472ad2af4cacd7b8b4958cb3969f in 40ms, sequenceid=5, compaction requested=false; wal=null 2024-11-20T21:51:35,622 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/0000000000000000005 2024-11-20T21:51:35,623 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,623 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,624 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:35,625 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db38472ad2af4cacd7b8b4958cb3969f 2024-11-20T21:51:35,627 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/db38472ad2af4cacd7b8b4958cb3969f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:51:35,629 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db38472ad2af4cacd7b8b4958cb3969f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70369112, jitterRate=0.048581480979919434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:35,629 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db38472ad2af4cacd7b8b4958cb3969f: Writing region info on filesystem at 1732139495562Initializing all the Stores at 1732139495563 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139495563Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139495563Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139495563Obtaining lock to block concurrent updates at 1732139495581 (+18 ms)Preparing flush snapshotting stores in db38472ad2af4cacd7b8b4958cb3969f at 1732139495581Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732139495582 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. at 1732139495582Flushing db38472ad2af4cacd7b8b4958cb3969f/a: creating writer at 1732139495582Flushing db38472ad2af4cacd7b8b4958cb3969f/a: appending metadata at 1732139495600 (+18 ms)Flushing db38472ad2af4cacd7b8b4958cb3969f/a: closing flushed file at 1732139495600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2bf9ff: reopening flushed file at 1732139495614 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for db38472ad2af4cacd7b8b4958cb3969f in 40ms, sequenceid=5, compaction requested=false; wal=null at 1732139495621 (+7 ms)Cleaning up temporary data from old regions at 1732139495623 (+2 ms)Region opened successfully at 1732139495629 (+6 ms) 2024-11-20T21:51:35,633 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db38472ad2af4cacd7b8b4958cb3969f, disabling compactions & flushes 2024-11-20T21:51:35,633 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:35,634 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:35,634 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. after waiting 0 ms 2024-11-20T21:51:35,634 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:35,634 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732139491288.db38472ad2af4cacd7b8b4958cb3969f. 2024-11-20T21:51:35,635 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db38472ad2af4cacd7b8b4958cb3969f: Waiting for close lock at 1732139495633Disabling compacts and flushes for region at 1732139495633Disabling writes for close at 1732139495634 (+1 ms)Writing region close event to WAL at 1732139495634Closed at 1732139495634 2024-11-20T21:51:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741883_1061 (size=95) 2024-11-20T21:51:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741883_1061 (size=95) 2024-11-20T21:51:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741883_1061 (size=95) 2024-11-20T21:51:35,641 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:35,641 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139495544) 2024-11-20T21:51:35,654 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 407) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1387577725_22 at /127.0.0.1:50336 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1387577725_22 at /127.0.0.1:38478 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:41545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1387577725_22 at /127.0.0.1:57226 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46309 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=159 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=3224 (was 3236) 2024-11-20T21:51:35,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=159, ProcessCount=11, AvailableMemoryMB=3224 2024-11-20T21:51:35,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:35,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:51:35,689 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:35,691 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@156a64d6 2024-11-20T21:51:35,692 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:51:35,694 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:51:35,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:51:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T21:51:35,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:51:35,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-20T21:51:35,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:35,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:51:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:51:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741885_1063 (size=694) 2024-11-20T21:51:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741885_1063 (size=694) 2024-11-20T21:51:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741885_1063 (size=694) 2024-11-20T21:51:35,725 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19 2024-11-20T21:51:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741886_1064 (size=77) 2024-11-20T21:51:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741886_1064 (size=77) 2024-11-20T21:51:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741886_1064 (size=77) 2024-11-20T21:51:35,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:35,735 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:35,736 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:35,736 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:35,736 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:35,736 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:35,736 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:35,736 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139495735Disabling compacts and flushes for region at 1732139495735Disabling writes for close at 1732139495736 (+1 ms)Writing region close event to WAL at 1732139495736Closed at 1732139495736 2024-11-20T21:51:35,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:51:35,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732139495738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139495738"}]},"ts":"1732139495738"} 2024-11-20T21:51:35,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:51:35,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:51:35,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139495748"}]},"ts":"1732139495748"} 2024-11-20T21:51:35,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-20T21:51:35,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:51:35,756 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:51:35,756 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:51:35,756 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:51:35,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:51:35,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN}] 2024-11-20T21:51:35,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN 2024-11-20T21:51:35,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN; state=OFFLINE, location=e1fae5a3a175,45579,1732139481262; forceNewPlan=false, retain=false 2024-11-20T21:51:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:51:35,914 INFO [e1fae5a3a175:33941 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:51:35,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPENING, regionLocation=e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:35,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN because future has completed 2024-11-20T21:51:35,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262}] 2024-11-20T21:51:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:51:36,077 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:51:36,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:51:36,090 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,090 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:36,091 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,091 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:36,091 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,091 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,093 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,095 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf1 2024-11-20T21:51:36,095 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:36,095 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:36,095 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,097 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf2 2024-11-20T21:51:36,097 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:36,097 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:36,098 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,098 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,099 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,100 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,100 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,101 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:51:36,102 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,104 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:36,105 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae6f47e1c2d38df7b861b6c3d8d6d813; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63082644, jitterRate=-0.05999535322189331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:51:36,105 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,106 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Running coprocessor pre-open hook at 1732139496092Writing region info on filesystem at 1732139496092Initializing all the Stores at 1732139496093 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139496093Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139496093Cleaning up temporary data from old regions at 1732139496100 (+7 ms)Running coprocessor post-open hooks at 1732139496105 (+5 ms)Region opened successfully at 1732139496106 (+1 ms) 2024-11-20T21:51:36,108 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., pid=6, masterSystemTime=1732139496076 2024-11-20T21:51:36,111 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,111 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:36,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262 because future has completed 2024-11-20T21:51:36,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:51:36,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262 in 195 msec 2024-11-20T21:51:36,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:51:36,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN in 362 msec 2024-11-20T21:51:36,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:51:36,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139496124"}]},"ts":"1732139496124"} 2024-11-20T21:51:36,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-20T21:51:36,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:51:36,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 430 msec 2024-11-20T21:51:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:51:36,340 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-20T21:51:36,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-20T21:51:36,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:51:36,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-20T21:51:36,351 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:51:36,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-20T21:51:36,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=2] 2024-11-20T21:51:36,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:51:36,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:51:36,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ae6f47e1c2d38df7b861b6c3d8d6d813, source=e1fae5a3a175,45579,1732139481262, destination=e1fae5a3a175,42277,1732139481134, warming up region on e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:36,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ae6f47e1c2d38df7b861b6c3d8d6d813, source=e1fae5a3a175,45579,1732139481262, destination=e1fae5a3a175,42277,1732139481134, running balancer 2024-11-20T21:51:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE 2024-11-20T21:51:36,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE 2024-11-20T21:51:36,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=CLOSING, regionLocation=e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:36,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(7855): Warmup {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:36,392 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,394 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf1 2024-11-20T21:51:36,394 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:36,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE because future has completed 2024-11-20T21:51:36,394 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:51:36,394 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:36,395 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262}] 2024-11-20T21:51:36,396 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf2 2024-11-20T21:51:36,396 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:36,396 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:36,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139496397Disabling compacts and flushes for region at 1732139496397Disabling writes for close at 1732139496397Writing region close event to WAL at 1732139496397Closed at 1732139496397 2024-11-20T21:51:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-20T21:51:36,559 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,560 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:51:36,561 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:36,561 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,561 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,561 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:36,561 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,562 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing ae6f47e1c2d38df7b861b6c3d8d6d813 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-20T21:51:36,579 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/c3f70add0cd945dcb88ba54d341390ba is 35, key is r1/cf1:q/1732139496371/Put/seqid=0 2024-11-20T21:51:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741887_1065 (size=4783) 2024-11-20T21:51:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741887_1065 (size=4783) 2024-11-20T21:51:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741887_1065 (size=4783) 2024-11-20T21:51:36,586 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/c3f70add0cd945dcb88ba54d341390ba 2024-11-20T21:51:36,593 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/c3f70add0cd945dcb88ba54d341390ba as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba 2024-11-20T21:51:36,599 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T21:51:36,601 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ae6f47e1c2d38df7b861b6c3d8d6d813 in 39ms, sequenceid=5, compaction requested=false 2024-11-20T21:51:36,601 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-20T21:51:36,606 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:51:36,609 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,609 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139496561Running coprocessor pre-close hooks at 1732139496561Disabling compacts and flushes for region at 1732139496561Disabling writes for close at 1732139496561Obtaining lock to block concurrent updates at 1732139496562 (+1 ms)Preparing flush snapshotting stores in ae6f47e1c2d38df7b861b6c3d8d6d813 at 1732139496562Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732139496562Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. at 1732139496563 (+1 ms)Flushing ae6f47e1c2d38df7b861b6c3d8d6d813/cf1: creating writer at 1732139496563Flushing ae6f47e1c2d38df7b861b6c3d8d6d813/cf1: appending metadata at 1732139496579 (+16 ms)Flushing ae6f47e1c2d38df7b861b6c3d8d6d813/cf1: closing flushed file at 1732139496579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d36eff6: reopening flushed file at 1732139496592 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for ae6f47e1c2d38df7b861b6c3d8d6d813 in 39ms, sequenceid=5, compaction requested=false at 1732139496601 (+9 ms)Writing region close event to WAL at 1732139496602 (+1 ms)Running coprocessor post-close hooks at 1732139496607 (+5 ms)Closed at 1732139496609 (+2 ms) 2024-11-20T21:51:36,609 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding ae6f47e1c2d38df7b861b6c3d8d6d813 move to e1fae5a3a175,42277,1732139481134 record at close sequenceid=5 2024-11-20T21:51:36,612 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=CLOSED 2024-11-20T21:51:36,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262 because future has completed 2024-11-20T21:51:36,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T21:51:36,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262 in 222 msec 2024-11-20T21:51:36,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE; state=CLOSED, location=e1fae5a3a175,42277,1732139481134; forceNewPlan=false, retain=false 2024-11-20T21:51:36,772 INFO [e1fae5a3a175:33941 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:51:36,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPENING, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE because future has completed 2024-11-20T21:51:36,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134}] 2024-11-20T21:51:36,935 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,935 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:36,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:36,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,938 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,939 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf1 2024-11-20T21:51:36,939 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:36,947 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba 2024-11-20T21:51:36,947 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:36,947 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,948 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf2 2024-11-20T21:51:36,948 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:36,949 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:36,949 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,950 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,951 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,952 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,952 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,953 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:51:36,955 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,955 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened ae6f47e1c2d38df7b861b6c3d8d6d813; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60560570, jitterRate=-0.09757718443870544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:51:36,956 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:36,956 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Running coprocessor pre-open hook at 1732139496936Writing region info on filesystem at 1732139496936Initializing all the Stores at 1732139496937 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139496938 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139496938Cleaning up temporary data from old regions at 1732139496952 (+14 ms)Running coprocessor post-open hooks at 1732139496956 (+4 ms)Region opened successfully at 1732139496956 2024-11-20T21:51:36,958 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., pid=9, masterSystemTime=1732139496930 2024-11-20T21:51:36,961 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,961 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:36,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPEN, openSeqNum=9, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:36,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134 because future has completed 2024-11-20T21:51:36,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-20T21:51:36,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134 in 189 msec 2024-11-20T21:51:36,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE in 584 msec 2024-11-20T21:51:36,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:51:36,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:51:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:34100 deadline: 1732139556999, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=42277 startCode=1732139481134. As of locationSeqNum=5. 2024-11-20T21:51:37,005 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=42277 startCode=1732139481134. As of locationSeqNum=5. 2024-11-20T21:51:37,006 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=42277 startCode=1732139481134. As of locationSeqNum=5. 2024-11-20T21:51:37,006 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,42277,1732139481134, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=42277 startCode=1732139481134. As of locationSeqNum=5. 2024-11-20T21:51:37,127 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ae6f47e1c2d38df7b861b6c3d8d6d813 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-20T21:51:37,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/10c5ed5141d243c485b2e6e27b663595 is 29, key is r1/cf1:/1732139497120/DeleteFamily/seqid=0 2024-11-20T21:51:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741888_1066 (size=4906) 2024-11-20T21:51:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741888_1066 (size=4906) 2024-11-20T21:51:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741888_1066 (size=4906) 2024-11-20T21:51:37,156 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,162 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 is 29, key is r1/cf2:/1732139497120/DeleteFamily/seqid=0 2024-11-20T21:51:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741889_1067 (size=4906) 2024-11-20T21:51:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741889_1067 (size=4906) 2024-11-20T21:51:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741889_1067 (size=4906) 2024-11-20T21:51:37,184 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,190 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,191 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/10c5ed5141d243c485b2e6e27b663595 as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,198 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,198 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T21:51:37,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,205 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,205 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T21:51:37,206 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for ae6f47e1c2d38df7b861b6c3d8d6d813 in 79ms, sequenceid=12, compaction requested=false 2024-11-20T21:51:37,206 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ae6f47e1c2d38df7b861b6c3d8d6d813: 2024-11-20T21:51:37,209 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T21:51:37,210 DEBUG [Time-limited test {}] regionserver.HStore(1541): ae6f47e1c2d38df7b861b6c3d8d6d813/cf1 is initiating major compaction (all files) 2024-11-20T21:51:37,210 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:51:37,210 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:37,211 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ae6f47e1c2d38df7b861b6c3d8d6d813/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,211 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba, hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595] into tmpdir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp, totalSize=9.5 K 2024-11-20T21:51:37,212 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c3f70add0cd945dcb88ba54d341390ba, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732139496371 2024-11-20T21:51:37,213 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 10c5ed5141d243c485b2e6e27b663595, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T21:51:37,224 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ae6f47e1c2d38df7b861b6c3d8d6d813#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:51:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741890_1068 (size=4626) 2024-11-20T21:51:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741890_1068 (size=4626) 2024-11-20T21:51:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741890_1068 (size=4626) 2024-11-20T21:51:37,238 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf1/68cb7db022974024bfa55f27e748e7a8 as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/68cb7db022974024bfa55f27e748e7a8 2024-11-20T21:51:37,251 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in ae6f47e1c2d38df7b861b6c3d8d6d813/cf1 of ae6f47e1c2d38df7b861b6c3d8d6d813 into 68cb7db022974024bfa55f27e748e7a8(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:51:37,252 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ae6f47e1c2d38df7b861b6c3d8d6d813: 2024-11-20T21:51:37,252 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T21:51:37,252 DEBUG [Time-limited test {}] regionserver.HStore(1541): ae6f47e1c2d38df7b861b6c3d8d6d813/cf2 is initiating major compaction (all files) 2024-11-20T21:51:37,252 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:51:37,252 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:51:37,252 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ae6f47e1c2d38df7b861b6c3d8d6d813/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,252 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13] into tmpdir=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp, totalSize=4.8 K 2024-11-20T21:51:37,253 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6bf5b8049bbb42d2a2d5be8893f49f13, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T21:51:37,259 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): ae6f47e1c2d38df7b861b6c3d8d6d813#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:51:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741891_1069 (size=4592) 2024-11-20T21:51:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741891_1069 (size=4592) 2024-11-20T21:51:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741891_1069 (size=4592) 2024-11-20T21:51:37,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/.tmp/cf2/d7480c8ccf8241cbb71b188e9ee64e6e as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/d7480c8ccf8241cbb71b188e9ee64e6e 2024-11-20T21:51:37,280 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in ae6f47e1c2d38df7b861b6c3d8d6d813/cf2 of ae6f47e1c2d38df7b861b6c3d8d6d813 into d7480c8ccf8241cbb71b188e9ee64e6e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:51:37,280 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ae6f47e1c2d38df7b861b6c3d8d6d813: 2024-11-20T21:51:37,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=ae6f47e1c2d38df7b861b6c3d8d6d813, source=e1fae5a3a175,42277,1732139481134, destination=e1fae5a3a175,45579,1732139481262, warming up region on e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:37,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=ae6f47e1c2d38df7b861b6c3d8d6d813, source=e1fae5a3a175,42277,1732139481134, destination=e1fae5a3a175,45579,1732139481262, running balancer 2024-11-20T21:51:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE 2024-11-20T21:51:37,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE 2024-11-20T21:51:37,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=CLOSING, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:37,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(7855): Warmup {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:37,290 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,291 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf1 2024-11-20T21:51:37,291 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:37,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE because future has completed 2024-11-20T21:51:37,293 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:51:37,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134}] 2024-11-20T21:51:37,300 INFO [StoreFileOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,300 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,306 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/68cb7db022974024bfa55f27e748e7a8 2024-11-20T21:51:37,312 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba 2024-11-20T21:51:37,313 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:37,313 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,314 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf2 2024-11-20T21:51:37,314 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:37,322 INFO [StoreFileOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,323 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,330 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/d7480c8ccf8241cbb71b188e9ee64e6e 2024-11-20T21:51:37,330 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:37,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45579 {}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139497330Disabling compacts and flushes for region at 1732139497330Disabling writes for close at 1732139497331 (+1 ms)Writing region close event to WAL at 1732139497332 (+1 ms)Closed at 1732139497332 2024-11-20T21:51:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-20T21:51:37,447 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,447 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:51:37,447 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:37,447 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,447 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,447 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:37,447 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,448 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba, hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595] to archive 2024-11-20T21:51:37,451 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:51:37,456 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba to hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/c3f70add0cd945dcb88ba54d341390ba 2024-11-20T21:51:37,458 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595 to hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/10c5ed5141d243c485b2e6e27b663595 2024-11-20T21:51:37,473 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13] to archive 2024-11-20T21:51:37,475 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:51:37,477 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 to hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/6bf5b8049bbb42d2a2d5be8893f49f13 2024-11-20T21:51:37,483 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-20T21:51:37,483 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,483 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139497447Running coprocessor pre-close hooks at 1732139497447Disabling compacts and flushes for region at 1732139497447Disabling writes for close at 1732139497447Writing region close event to WAL at 1732139497478 (+31 ms)Running coprocessor post-close hooks at 1732139497483 (+5 ms)Closed at 1732139497483 2024-11-20T21:51:37,484 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding ae6f47e1c2d38df7b861b6c3d8d6d813 move to e1fae5a3a175,45579,1732139481262 record at close sequenceid=12 2024-11-20T21:51:37,486 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=CLOSED 2024-11-20T21:51:37,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134 because future has completed 2024-11-20T21:51:37,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T21:51:37,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134 in 198 msec 2024-11-20T21:51:37,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE; state=CLOSED, location=e1fae5a3a175,45579,1732139481262; forceNewPlan=false, retain=false 2024-11-20T21:51:37,648 INFO [e1fae5a3a175:33941 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:51:37,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPENING, regionLocation=e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE because future has completed 2024-11-20T21:51:37,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262}] 2024-11-20T21:51:37,819 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,820 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:37,820 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,821 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:37,821 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,821 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,823 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,825 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf1 2024-11-20T21:51:37,825 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:37,833 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/68cb7db022974024bfa55f27e748e7a8 2024-11-20T21:51:37,833 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:37,833 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,834 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf2 2024-11-20T21:51:37,834 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:37,840 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/d7480c8ccf8241cbb71b188e9ee64e6e 2024-11-20T21:51:37,841 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:37,841 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,842 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,843 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,844 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,844 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,845 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:51:37,847 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,848 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened ae6f47e1c2d38df7b861b6c3d8d6d813; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59126932, jitterRate=-0.11894005537033081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:51:37,848 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,849 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Running coprocessor pre-open hook at 1732139497821Writing region info on filesystem at 1732139497821Initializing all the Stores at 1732139497823 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139497823Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139497823Cleaning up temporary data from old regions at 1732139497844 (+21 ms)Running coprocessor post-open hooks at 1732139497848 (+4 ms)Region opened successfully at 1732139497849 (+1 ms) 2024-11-20T21:51:37,850 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., pid=12, masterSystemTime=1732139497810 2024-11-20T21:51:37,852 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,852 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPEN, openSeqNum=18, regionLocation=e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:37,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262 because future has completed 2024-11-20T21:51:37,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T21:51:37,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,45579,1732139481262 in 200 msec 2024-11-20T21:51:37,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, REOPEN/MOVE in 574 msec 2024-11-20T21:51:37,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:51:37,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:51:37,892 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e1fae5a3a175,45579,1732139481262: testing ***** 2024-11-20T21:51:37,892 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:51:37,894 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:51:37,895 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:51:37,898 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:51:37,899 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:51:37,908 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 480029696 }, "NonHeapMemoryUsage": { "committed": 171180032, "init": 7667712, "max": -1, "used": 168648840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e1fae5a3a175", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e1fae5a3a175", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62994", "tag.serverName": "e1fae5a3a175,42277,1732139481134", "tag.clusterId": "52f7696b-7ea4-410f-b5f2-ba26bcb2eb1f", "tag.Context": "regionserver", "tag.Hostname": "e1fae5a3a175", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732139481134, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 7, "Put_mean": 4, "Put_25th_percentile": 3, "Put_median": 4, "Put_75th_percentile": 5, "Put_90th_percentile": 6, "Put_95th_percentile": 6, "Put_98th_percentile": 6, "Put_99th_percentile": 6, "Put_99.9th_percentile": 6, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T21:51:37,911 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33941 {}] master.MasterRpcServices(700): e1fae5a3a175,45579,1732139481262 reported a fatal error: ***** ABORTING region server e1fae5a3a175,45579,1732139481262: testing ***** 2024-11-20T21:51:37,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,45579,1732139481262' ***** 2024-11-20T21:51:37,913 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-20T21:51:37,913 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:51:37,913 INFO [RS:2;e1fae5a3a175:45579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T21:51:37,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:51:37,913 INFO [RS:2;e1fae5a3a175:45579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T21:51:37,913 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42277 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:33630 deadline: 1732139557913, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=45579 startCode=1732139481262. As of locationSeqNum=12. 2024-11-20T21:51:37,914 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(956): aborting server e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:37,914 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:37,914 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:37,914 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,914 INFO [RS:2;e1fae5a3a175:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e1fae5a3a175:45579. 2024-11-20T21:51:37,914 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,914 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:37,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,42277,1732139481134, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,42277,1732139481134, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=45579 startCode=1732139481262. As of locationSeqNum=12. 2024-11-20T21:51:37,914 DEBUG [RS:2;e1fae5a3a175:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:37,914 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,42277,1732139481134, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=45579 startCode=1732139481262. As of locationSeqNum=12. 2024-11-20T21:51:37,915 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,42277,1732139481134, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=45579 startCode=1732139481262. As of locationSeqNum=12. 2024-11-20T21:51:37,915 DEBUG [RS:2;e1fae5a3a175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:37,915 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:51:37,916 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1325): Online Regions={ae6f47e1c2d38df7b861b6c3d8d6d813=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.} 2024-11-20T21:51:37,916 DEBUG [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1351): Waiting on ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:37,917 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,917 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139497914Running coprocessor pre-close hooks at 1732139497914Disabling compacts and flushes for region at 1732139497914Disabling writes for close at 1732139497914Writing region close event to WAL at 1732139497917 (+3 ms)Running coprocessor post-close hooks at 1732139497917Closed at 1732139497917 2024-11-20T21:51:37,917 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:37,966 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:38,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e1fae5a3a175,45579,1732139481262 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:38,032 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e1fae5a3a175,45579,1732139481262 aborting 2024-11-20T21:51:38,032 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e1fae5a3a175,45579,1732139481262 aborting 2024-11-20T21:51:38,032 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=12 from cache 2024-11-20T21:51:38,116 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,45579,1732139481262; all regions closed. 2024-11-20T21:51:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741835_1011 (size=1406) 2024-11-20T21:51:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741835_1011 (size=1406) 2024-11-20T21:51:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741835_1011 (size=1406) 2024-11-20T21:51:38,122 DEBUG [RS:2;e1fae5a3a175:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:38,123 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:38,123 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:38,123 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:38,124 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:38,124 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:51:38,124 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:51:38,124 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:51:38,124 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:38,124 INFO [RS:2;e1fae5a3a175:45579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45579 2024-11-20T21:51:38,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:38,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,45579,1732139481262 2024-11-20T21:51:38,131 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:38,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,45579,1732139481262] 2024-11-20T21:51:38,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,45579,1732139481262 already deleted, retry=false 2024-11-20T21:51:38,133 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e1fae5a3a175,45579,1732139481262 on e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:38,137 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e1fae5a3a175,45579,1732139481262, splitWal=true, meta=false 2024-11-20T21:51:38,139 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for e1fae5a3a175,45579,1732139481262 (carryingMeta=false) e1fae5a3a175,45579,1732139481262/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ce9d557[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T21:51:38,139 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e1fae5a3a175,45579,1732139481262, splitWal=true, meta=false 2024-11-20T21:51:38,141 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e1fae5a3a175,45579,1732139481262 had 1 regions 2024-11-20T21:51:38,142 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e1fae5a3a175,45579,1732139481262, splitWal=true, meta=false, isMeta: false 2024-11-20T21:51:38,143 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting 2024-11-20T21:51:38,144 INFO [PEWorker-1 {}] master.SplitWALManager(105): e1fae5a3a175,45579,1732139481262 WAL count=1, meta=false 2024-11-20T21:51:38,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e1fae5a3a175%2C45579%2C1732139481262.1732139482605}] 2024-11-20T21:51:38,151 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:38,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e1fae5a3a175%2C45579%2C1732139481262.1732139482605, worker=e1fae5a3a175,42277,1732139481134}] 2024-11-20T21:51:38,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:38,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x1005f1e4f730003, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:38,234 INFO [RS:2;e1fae5a3a175:45579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:38,234 INFO [RS:2;e1fae5a3a175:45579 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,45579,1732139481262; zookeeper connection closed. 2024-11-20T21:51:38,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a95c7f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a95c7f7 2024-11-20T21:51:38,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18] 2024-11-20T21:51:38,242 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e1fae5a3a175:45579 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1fae5a3a175/172.17.0.2:45579 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:38,243 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18, error=java.net.ConnectException: Call to address=e1fae5a3a175:45579 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1fae5a3a175/172.17.0.2:45579 2024-11-20T21:51:38,243 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-20T21:51:38,243 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18 from cache 2024-11-20T21:51:38,243 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address e1fae5a3a175:45579 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1fae5a3a175/172.17.0.2:45579 2024-11-20T21:51:38,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-20T21:51:38,328 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605, size=1.4 K (1406bytes) 2024-11-20T21:51:38,328 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 2024-11-20T21:51:38,329 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 after 1ms 2024-11-20T21:51:38,331 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:38,331 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 took 3ms 2024-11-20T21:51:38,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for ae6f47e1c2d38df7b861b6c3d8d6d813: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-20T21:51:38,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 so closing down 2024-11-20T21:51:38,338 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:38,338 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:38,338 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605, size=1.4 K, length=1406, corrupted=false, cancelled=false 2024-11-20T21:51:38,338 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605, journal: Splitting hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605, size=1.4 K (1406bytes) at 1732139498328Finishing writing output for hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 so closing down at 1732139498337 (+9 ms)3 split writer threads finished at 1732139498338 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605, size=1.4 K, length=1406, corrupted=false, cancelled=false at 1732139498338 2024-11-20T21:51:38,338 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 2024-11-20T21:51:38,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T21:51:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33941 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T21:51:38,345 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting/e1fae5a3a175%2C45579%2C1732139481262.1732139482605 to hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs 2024-11-20T21:51:38,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T21:51:38,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e1fae5a3a175%2C45579%2C1732139481262.1732139482605, worker=e1fae5a3a175,42277,1732139481134 in 192 msec 2024-11-20T21:51:38,350 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:38,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T21:51:38,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure e1fae5a3a175%2C45579%2C1732139481262.1732139482605, worker=e1fae5a3a175,42277,1732139481134 in 206 msec 2024-11-20T21:51:38,356 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting dir is empty, no logs to split. 2024-11-20T21:51:38,356 INFO [PEWorker-2 {}] master.SplitWALManager(105): e1fae5a3a175,45579,1732139481262 WAL count=0, meta=false 2024-11-20T21:51:38,356 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e1fae5a3a175,45579,1732139481262 WAL splitting is done? wals=0, meta=false 2024-11-20T21:51:38,358 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e1fae5a3a175,45579,1732139481262 failed, ignore...File hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,45579,1732139481262-splitting does not exist. 2024-11-20T21:51:38,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN}] 2024-11-20T21:51:38,362 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN 2024-11-20T21:51:38,363 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:51:38,514 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:51:38,514 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:51:38,514 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:51:38,514 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:51:38,514 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:51:38,514 INFO [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:51:38,514 INFO [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:51:38,514 DEBUG [e1fae5a3a175:33941 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:51:38,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPENING, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:38,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN because future has completed 2024-11-20T21:51:38,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134}] 2024-11-20T21:51:38,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18] 2024-11-20T21:51:38,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to e1fae5a3a175:45579 this server is in the failed servers list 2024-11-20T21:51:38,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e1fae5a3a175:45579 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e1fae5a3a175:45579 2024-11-20T21:51:38,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e1fae5a3a175:45579 2024-11-20T21:51:38,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,45579,1732139481262, seqNum=18 from cache 2024-11-20T21:51:38,677 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:38,677 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ae6f47e1c2d38df7b861b6c3d8d6d813, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:38,678 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,678 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:38,678 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,678 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,680 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,682 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf1 2024-11-20T21:51:38,682 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:38,690 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf1/68cb7db022974024bfa55f27e748e7a8 2024-11-20T21:51:38,690 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:38,690 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,692 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae6f47e1c2d38df7b861b6c3d8d6d813 columnFamilyName cf2 2024-11-20T21:51:38,692 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:38,699 DEBUG [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/cf2/d7480c8ccf8241cbb71b188e9ee64e6e 2024-11-20T21:51:38,699 INFO [StoreOpener-ae6f47e1c2d38df7b861b6c3d8d6d813-1 {}] regionserver.HStore(327): Store=ae6f47e1c2d38df7b861b6c3d8d6d813/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:38,699 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,700 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,701 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,702 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,702 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,702 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:51:38,704 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,705 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ae6f47e1c2d38df7b861b6c3d8d6d813; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61556198, jitterRate=-0.08274117112159729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:51:38,705 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:38,706 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Running coprocessor pre-open hook at 1732139498678Writing region info on filesystem at 1732139498678Initializing all the Stores at 1732139498680 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139498680Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139498680Cleaning up temporary data from old regions at 1732139498702 (+22 ms)Running coprocessor post-open hooks at 1732139498705 (+3 ms)Region opened successfully at 1732139498705 2024-11-20T21:51:38,707 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., pid=17, masterSystemTime=1732139498670 2024-11-20T21:51:38,709 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:38,709 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:38,710 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ae6f47e1c2d38df7b861b6c3d8d6d813, regionState=OPEN, openSeqNum=18, regionLocation=e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134 because future has completed 2024-11-20T21:51:38,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T21:51:38,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ae6f47e1c2d38df7b861b6c3d8d6d813, server=e1fae5a3a175,42277,1732139481134 in 196 msec 2024-11-20T21:51:38,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-20T21:51:38,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=ae6f47e1c2d38df7b861b6c3d8d6d813, ASSIGN in 356 msec 2024-11-20T21:51:38,718 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e1fae5a3a175,45579,1732139481262 after splitting done 2024-11-20T21:51:38,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure e1fae5a3a175,45579,1732139481262, splitWal=true, meta=false in 584 msec 2024-11-20T21:51:39,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., hostname=e1fae5a3a175,42277,1732139481134, seqNum=18] 2024-11-20T21:51:39,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=403 (was 410), OpenFileDescriptor=1045 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 159) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3182 (was 3224) 2024-11-20T21:51:39,082 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-11-20T21:51:39,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=403, OpenFileDescriptor=1045, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=3182 2024-11-20T21:51:39,092 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-11-20T21:51:39,107 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:39,109 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:39,110 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:39,113 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17133535, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-17133535, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:39,126 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17133535/hregion-17133535.1732139499113, exclude list is [], retry=0 2024-11-20T21:51:39,129 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:39,130 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:39,130 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:39,132 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17133535/hregion-17133535.1732139499113 2024-11-20T21:51:39,133 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:39,133 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eaa53b05201054404222b5c2998889a2, NAME => 'testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:39,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741893_1071 (size=67) 2024-11-20T21:51:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741893_1071 (size=67) 2024-11-20T21:51:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741893_1071 (size=67) 2024-11-20T21:51:39,144 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:39,146 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,147 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName a 2024-11-20T21:51:39,147 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,147 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,148 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,149 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName b 2024-11-20T21:51:39,149 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,149 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,150 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,151 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName c 2024-11-20T21:51:39,151 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,152 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,152 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,153 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,153 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,154 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,154 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,155 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:39,156 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,158 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:39,158 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eaa53b05201054404222b5c2998889a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72391104, jitterRate=0.07871150970458984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:39,159 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eaa53b05201054404222b5c2998889a2: Writing region info on filesystem at 1732139499144Initializing all the Stores at 1732139499145 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499145Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499145Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499146 (+1 ms)Cleaning up temporary data from old regions at 1732139499154 (+8 ms)Region opened successfully at 1732139499159 (+5 ms) 2024-11-20T21:51:39,159 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eaa53b05201054404222b5c2998889a2, disabling compactions & flushes 2024-11-20T21:51:39,159 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,159 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,160 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. after waiting 0 ms 2024-11-20T21:51:39,160 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,160 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,160 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eaa53b05201054404222b5c2998889a2: Waiting for close lock at 1732139499159Disabling compacts and flushes for region at 1732139499159Disabling writes for close at 1732139499160 (+1 ms)Writing region close event to WAL at 1732139499160Closed at 1732139499160 2024-11-20T21:51:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741892_1070 (size=95) 2024-11-20T21:51:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741892_1070 (size=95) 2024-11-20T21:51:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741892_1070 (size=95) 2024-11-20T21:51:39,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:39,165 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17133535:(num 1732139499113) 2024-11-20T21:51:39,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:39,167 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:39,180 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167, exclude list is [], retry=0 2024-11-20T21:51:39,182 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:39,183 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:39,183 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:39,185 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 2024-11-20T21:51:39,185 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:39,185 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eaa53b05201054404222b5c2998889a2, NAME => 'testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:39,185 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:39,185 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,185 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,188 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,189 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName a 2024-11-20T21:51:39,189 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,190 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,190 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,191 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName b 2024-11-20T21:51:39,191 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,191 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,191 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,192 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName c 2024-11-20T21:51:39,192 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,193 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,193 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,195 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,196 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,196 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,197 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:39,198 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,199 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eaa53b05201054404222b5c2998889a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65111226, jitterRate=-0.029767125844955444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:39,199 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eaa53b05201054404222b5c2998889a2: Writing region info on filesystem at 1732139499186Initializing all the Stores at 1732139499186Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499186Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499188 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499188Cleaning up temporary data from old regions at 1732139499196 (+8 ms)Region opened successfully at 1732139499199 (+3 ms) 2024-11-20T21:51:39,224 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eaa53b05201054404222b5c2998889a2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T21:51:39,246 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/a/dbc78a0c88ad4090ba2098e12be95e90 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732139499200/Put/seqid=0 2024-11-20T21:51:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741895_1073 (size=5958) 2024-11-20T21:51:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741895_1073 (size=5958) 2024-11-20T21:51:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741895_1073 (size=5958) 2024-11-20T21:51:39,253 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/a/dbc78a0c88ad4090ba2098e12be95e90 2024-11-20T21:51:39,273 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/b/88ecbc0e011348cb9a05fa184b0e9a77 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732139499207/Put/seqid=0 2024-11-20T21:51:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741896_1074 (size=5958) 2024-11-20T21:51:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741896_1074 (size=5958) 2024-11-20T21:51:39,281 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/b/88ecbc0e011348cb9a05fa184b0e9a77 2024-11-20T21:51:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741896_1074 (size=5958) 2024-11-20T21:51:39,300 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/c/fb6670f6b9c84e81aee8278740b85d06 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732139499215/Put/seqid=0 2024-11-20T21:51:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741897_1075 (size=5958) 2024-11-20T21:51:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741897_1075 (size=5958) 2024-11-20T21:51:39,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741897_1075 (size=5958) 2024-11-20T21:51:39,307 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/c/fb6670f6b9c84e81aee8278740b85d06 2024-11-20T21:51:39,313 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/a/dbc78a0c88ad4090ba2098e12be95e90 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/a/dbc78a0c88ad4090ba2098e12be95e90 2024-11-20T21:51:39,319 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/a/dbc78a0c88ad4090ba2098e12be95e90, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T21:51:39,320 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/b/88ecbc0e011348cb9a05fa184b0e9a77 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/b/88ecbc0e011348cb9a05fa184b0e9a77 2024-11-20T21:51:39,325 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/b/88ecbc0e011348cb9a05fa184b0e9a77, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T21:51:39,326 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/c/fb6670f6b9c84e81aee8278740b85d06 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/c/fb6670f6b9c84e81aee8278740b85d06 2024-11-20T21:51:39,332 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/c/fb6670f6b9c84e81aee8278740b85d06, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T21:51:39,333 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for eaa53b05201054404222b5c2998889a2 in 109ms, sequenceid=33, compaction requested=false 2024-11-20T21:51:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eaa53b05201054404222b5c2998889a2: 2024-11-20T21:51:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eaa53b05201054404222b5c2998889a2, disabling compactions & flushes 2024-11-20T21:51:39,333 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. after waiting 0 ms 2024-11-20T21:51:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,335 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. 2024-11-20T21:51:39,335 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eaa53b05201054404222b5c2998889a2: Waiting for close lock at 1732139499333Disabling compacts and flushes for region at 1732139499333Disabling writes for close at 1732139499333Writing region close event to WAL at 1732139499335 (+2 ms)Closed at 1732139499335 2024-11-20T21:51:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741894_1072 (size=3382) 2024-11-20T21:51:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741894_1072 (size=3382) 2024-11-20T21:51:39,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741894_1072 (size=3382) 2024-11-20T21:51:39,342 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/b/88ecbc0e011348cb9a05fa184b0e9a77 to hdfs://localhost:46309/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/b/88ecbc0e011348cb9a05fa184b0e9a77 2024-11-20T21:51:39,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167, size=3.3 K (3382bytes) 2024-11-20T21:51:39,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 2024-11-20T21:51:39,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 after 0ms 2024-11-20T21:51:39,363 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:39,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 took 3ms 2024-11-20T21:51:39,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 so closing down 2024-11-20T21:51:39,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:39,366 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139499167.temp 2024-11-20T21:51:39,367 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000003-wal.1732139499167.temp 2024-11-20T21:51:39,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:39,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741898_1076 (size=2944) 2024-11-20T21:51:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741898_1076 (size=2944) 2024-11-20T21:51:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741898_1076 (size=2944) 2024-11-20T21:51:39,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000003-wal.1732139499167.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:39,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000003-wal.1732139499167.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032 2024-11-20T21:51:39,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167, size=3.3 K, length=3382, corrupted=false, cancelled=false 2024-11-20T21:51:39,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167, journal: Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167, size=3.3 K (3382bytes) at 1732139499360Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 so closing down at 1732139499366 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000003-wal.1732139499167.temp at 1732139499367 (+1 ms)3 split writer threads finished at 1732139499368 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000003-wal.1732139499167.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732139499375 (+7 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000003-wal.1732139499167.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032 at 1732139499377 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167, size=3.3 K, length=3382, corrupted=false, cancelled=false at 1732139499377 2024-11-20T21:51:39,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499167 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139499167 2024-11-20T21:51:39,380 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032 2024-11-20T21:51:39,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:39,382 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:39,399 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499382, exclude list is [], retry=0 2024-11-20T21:51:39,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:39,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:39,402 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:39,404 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499382 2024-11-20T21:51:39,404 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:39,404 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eaa53b05201054404222b5c2998889a2, NAME => 'testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:39,404 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:39,405 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,405 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,406 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,407 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName a 2024-11-20T21:51:39,407 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,412 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/a/dbc78a0c88ad4090ba2098e12be95e90 2024-11-20T21:51:39,412 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,412 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,413 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName b 2024-11-20T21:51:39,413 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,414 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,414 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,415 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa53b05201054404222b5c2998889a2 columnFamilyName c 2024-11-20T21:51:39,415 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,420 DEBUG [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/c/fb6670f6b9c84e81aee8278740b85d06 2024-11-20T21:51:39,421 INFO [StoreOpener-eaa53b05201054404222b5c2998889a2-1 {}] regionserver.HStore(327): Store=eaa53b05201054404222b5c2998889a2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,421 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,422 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,423 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,424 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032 2024-11-20T21:51:39,426 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:39,428 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032 2024-11-20T21:51:39,428 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eaa53b05201054404222b5c2998889a2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T21:51:39,442 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/b/8acb1a1a53934bd195421776648d8429 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732139499207/Put/seqid=0 2024-11-20T21:51:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741900_1078 (size=5958) 2024-11-20T21:51:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741900_1078 (size=5958) 2024-11-20T21:51:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741900_1078 (size=5958) 2024-11-20T21:51:39,449 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/b/8acb1a1a53934bd195421776648d8429 2024-11-20T21:51:39,455 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/.tmp/b/8acb1a1a53934bd195421776648d8429 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/b/8acb1a1a53934bd195421776648d8429 2024-11-20T21:51:39,461 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/b/8acb1a1a53934bd195421776648d8429, entries=10, sequenceid=32, filesize=5.8 K 2024-11-20T21:51:39,461 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for eaa53b05201054404222b5c2998889a2 in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-11-20T21:51:39,462 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/0000000000000000032 2024-11-20T21:51:39,463 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,463 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,464 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:39,465 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eaa53b05201054404222b5c2998889a2 2024-11-20T21:51:39,467 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/eaa53b05201054404222b5c2998889a2/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-20T21:51:39,468 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eaa53b05201054404222b5c2998889a2; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64187625, jitterRate=-0.043529853224754333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:39,469 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eaa53b05201054404222b5c2998889a2: Writing region info on filesystem at 1732139499405Initializing all the Stores at 1732139499406 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499406Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499406Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499406Obtaining lock to block concurrent updates at 1732139499428 (+22 ms)Preparing flush snapshotting stores in eaa53b05201054404222b5c2998889a2 at 1732139499428Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732139499428Flushing stores of testReplayEditsWrittenViaHRegion,,1732139499107.eaa53b05201054404222b5c2998889a2. at 1732139499428Flushing eaa53b05201054404222b5c2998889a2/b: creating writer at 1732139499428Flushing eaa53b05201054404222b5c2998889a2/b: appending metadata at 1732139499441 (+13 ms)Flushing eaa53b05201054404222b5c2998889a2/b: closing flushed file at 1732139499441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f942d8: reopening flushed file at 1732139499454 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for eaa53b05201054404222b5c2998889a2 in 33ms, sequenceid=32, compaction requested=false; wal=null at 1732139499461 (+7 ms)Cleaning up temporary data from old regions at 1732139499463 (+2 ms)Region opened successfully at 1732139499469 (+6 ms) 2024-11-20T21:51:39,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:52020 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:55602 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:50336 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:38478 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:40526 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:57226 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1121 (was 1045) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=3169 (was 3182) 2024-11-20T21:51:39,491 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1121 is superior to 1024 2024-11-20T21:51:39,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=412, OpenFileDescriptor=1121, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=3169 2024-11-20T21:51:39,502 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1121 is superior to 1024 2024-11-20T21:51:39,518 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:39,521 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:39,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:39,525 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13065209, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-13065209, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:39,538 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13065209/hregion-13065209.1732139499525, exclude list is [], retry=0 2024-11-20T21:51:39,541 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:39,542 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:39,542 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:39,544 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13065209/hregion-13065209.1732139499525 2024-11-20T21:51:39,544 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:39,545 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ea0a4b751b5ee89fbd04925415665b0d, NAME => 'testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:39,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741902_1080 (size=68) 2024-11-20T21:51:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741902_1080 (size=68) 2024-11-20T21:51:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741902_1080 (size=68) 2024-11-20T21:51:39,560 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:39,561 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,563 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName a 2024-11-20T21:51:39,563 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,564 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,564 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,565 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName b 2024-11-20T21:51:39,565 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,566 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,566 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,567 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName c 2024-11-20T21:51:39,567 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,568 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,568 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,569 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,571 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,571 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,572 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:39,573 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,575 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:39,576 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea0a4b751b5ee89fbd04925415665b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71095360, jitterRate=0.059403419494628906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:39,577 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea0a4b751b5ee89fbd04925415665b0d: Writing region info on filesystem at 1732139499560Initializing all the Stores at 1732139499561 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499561Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499561Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499561Cleaning up temporary data from old regions at 1732139499571 (+10 ms)Region opened successfully at 1732139499577 (+6 ms) 2024-11-20T21:51:39,577 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ea0a4b751b5ee89fbd04925415665b0d, disabling compactions & flushes 2024-11-20T21:51:39,577 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:39,577 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:39,577 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. after waiting 0 ms 2024-11-20T21:51:39,577 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:39,578 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:39,578 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ea0a4b751b5ee89fbd04925415665b0d: Waiting for close lock at 1732139499577Disabling compacts and flushes for region at 1732139499577Disabling writes for close at 1732139499577Writing region close event to WAL at 1732139499578 (+1 ms)Closed at 1732139499578 2024-11-20T21:51:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741901_1079 (size=95) 2024-11-20T21:51:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741901_1079 (size=95) 2024-11-20T21:51:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741901_1079 (size=95) 2024-11-20T21:51:39,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:39,583 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13065209:(num 1732139499525) 2024-11-20T21:51:39,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:39,585 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:39,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586, exclude list is [], retry=0 2024-11-20T21:51:39,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:39,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:39,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:39,609 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 2024-11-20T21:51:39,609 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:39,681 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0a4b751b5ee89fbd04925415665b0d, NAME => 'testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:39,684 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,684 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:39,684 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,684 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,686 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,687 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName a 2024-11-20T21:51:39,687 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,688 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,688 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,689 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName b 2024-11-20T21:51:39,689 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,690 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,690 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,691 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName c 2024-11-20T21:51:39,691 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:39,691 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:39,692 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,693 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,694 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,694 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,695 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:39,696 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,697 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea0a4b751b5ee89fbd04925415665b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74684227, jitterRate=0.11288170516490936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:39,697 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:39,698 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea0a4b751b5ee89fbd04925415665b0d: Running coprocessor pre-open hook at 1732139499684Writing region info on filesystem at 1732139499684Initializing all the Stores at 1732139499685 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499685Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499685Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139499685Cleaning up temporary data from old regions at 1732139499694 (+9 ms)Running coprocessor post-open hooks at 1732139499697 (+3 ms)Region opened successfully at 1732139499698 (+1 ms) 2024-11-20T21:51:39,713 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea0a4b751b5ee89fbd04925415665b0d 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-20T21:51:39,715 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:40,716 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:40,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-20T21:51:40,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:40,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T21:51:40,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:40,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-20T21:51:40,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:40,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-20T21:51:40,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:41,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:51:41,718 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:42,719 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:43,720 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:44,721 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:45,723 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:46,724 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:47,725 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:48,726 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for ea0a4b751b5ee89fbd04925415665b0d/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:48,728 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea0a4b751b5ee89fbd04925415665b0d: 2024-11-20T21:51:48,729 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:48,746 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea0a4b751b5ee89fbd04925415665b0d: 2024-11-20T21:51:48,746 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-20T21:51:48,746 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ea0a4b751b5ee89fbd04925415665b0d, disabling compactions & flushes 2024-11-20T21:51:48,746 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:48,746 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:48,746 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. after waiting 0 ms 2024-11-20T21:51:48,746 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:48,747 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:48,747 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. 2024-11-20T21:51:48,747 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ea0a4b751b5ee89fbd04925415665b0d: Waiting for close lock at 1732139508746Running coprocessor pre-close hooks at 1732139508746Disabling compacts and flushes for region at 1732139508746Disabling writes for close at 1732139508746Writing region close event to WAL at 1732139508747 (+1 ms)Running coprocessor post-close hooks at 1732139508747Closed at 1732139508747 2024-11-20T21:51:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741903_1081 (size=2691) 2024-11-20T21:51:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741903_1081 (size=2691) 2024-11-20T21:51:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741903_1081 (size=2691) 2024-11-20T21:51:48,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586, size=2.6 K (2691bytes) 2024-11-20T21:51:48,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 2024-11-20T21:51:48,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 after 1ms 2024-11-20T21:51:48,767 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:48,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 took 3ms 2024-11-20T21:51:48,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 so closing down 2024-11-20T21:51:48,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:48,771 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732139499586.temp 2024-11-20T21:51:48,772 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000004-wal.1732139499586.temp 2024-11-20T21:51:48,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741904_1082 (size=2094) 2024-11-20T21:51:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741904_1082 (size=2094) 2024-11-20T21:51:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741904_1082 (size=2094) 2024-11-20T21:51:48,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000004-wal.1732139499586.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:48,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000004-wal.1732139499586.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026 2024-11-20T21:51:48,785 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-20T21:51:48,785 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586, journal: Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586, size=2.6 K (2691bytes) at 1732139508764Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 so closing down at 1732139508770 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000004-wal.1732139499586.temp at 1732139508772 (+2 ms)3 split writer threads finished at 1732139508772Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000004-wal.1732139499586.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732139508783 (+11 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000004-wal.1732139499586.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026 at 1732139508785 (+2 ms)Processed 23 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1732139508785 2024-11-20T21:51:48,787 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139499586 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139499586 2024-11-20T21:51:48,788 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026 2024-11-20T21:51:48,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:48,790 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:48,808 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139508790, exclude list is [], retry=0 2024-11-20T21:51:48,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:48,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:48,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:48,814 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139508790 2024-11-20T21:51:48,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:48,815 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0a4b751b5ee89fbd04925415665b0d, NAME => 'testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:48,816 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,816 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:48,816 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,816 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,818 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,819 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName a 2024-11-20T21:51:48,819 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:48,819 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:48,820 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,820 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName b 2024-11-20T21:51:48,821 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:48,821 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:48,821 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,822 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0a4b751b5ee89fbd04925415665b0d columnFamilyName c 2024-11-20T21:51:48,822 DEBUG [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:48,823 INFO [StoreOpener-ea0a4b751b5ee89fbd04925415665b0d-1 {}] regionserver.HStore(327): Store=ea0a4b751b5ee89fbd04925415665b0d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:48,823 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,825 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,826 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026 2024-11-20T21:51:48,829 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:48,831 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026 2024-11-20T21:51:48,831 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea0a4b751b5ee89fbd04925415665b0d 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-20T21:51:48,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/a/c5d8fc90cfcd4db7bf1b3cba86e49a82 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732139508736/Put/seqid=0 2024-11-20T21:51:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741906_1084 (size=5523) 2024-11-20T21:51:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741906_1084 (size=5523) 2024-11-20T21:51:48,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741906_1084 (size=5523) 2024-11-20T21:51:48,859 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/a/c5d8fc90cfcd4db7bf1b3cba86e49a82 2024-11-20T21:51:48,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/b/b8358959e3e745c0b674895325559943 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732139508730/Put/seqid=0 2024-11-20T21:51:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741907_1085 (size=5524) 2024-11-20T21:51:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741907_1085 (size=5524) 2024-11-20T21:51:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741907_1085 (size=5524) 2024-11-20T21:51:48,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/b/b8358959e3e745c0b674895325559943 2024-11-20T21:51:48,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/c/cc5aa297f3b543fd9cab28c96a2f39a9 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732139508734/Put/seqid=0 2024-11-20T21:51:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741908_1086 (size=5457) 2024-11-20T21:51:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741908_1086 (size=5457) 2024-11-20T21:51:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741908_1086 (size=5457) 2024-11-20T21:51:48,923 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/c/cc5aa297f3b543fd9cab28c96a2f39a9 2024-11-20T21:51:48,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/a/c5d8fc90cfcd4db7bf1b3cba86e49a82 as hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/a/c5d8fc90cfcd4db7bf1b3cba86e49a82 2024-11-20T21:51:48,937 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/a/c5d8fc90cfcd4db7bf1b3cba86e49a82, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T21:51:48,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/b/b8358959e3e745c0b674895325559943 as hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/b/b8358959e3e745c0b674895325559943 2024-11-20T21:51:48,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/b/b8358959e3e745c0b674895325559943, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T21:51:48,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/.tmp/c/cc5aa297f3b543fd9cab28c96a2f39a9 as hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/c/cc5aa297f3b543fd9cab28c96a2f39a9 2024-11-20T21:51:48,952 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/c/cc5aa297f3b543fd9cab28c96a2f39a9, entries=6, sequenceid=26, filesize=5.3 K 2024-11-20T21:51:48,953 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ea0a4b751b5ee89fbd04925415665b0d in 121ms, sequenceid=26, compaction requested=false; wal=null 2024-11-20T21:51:48,954 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/0000000000000000026 2024-11-20T21:51:48,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:48,958 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,960 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsAfterAbortingFlush/ea0a4b751b5ee89fbd04925415665b0d/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-20T21:51:48,961 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea0a4b751b5ee89fbd04925415665b0d; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70888452, jitterRate=0.056320250034332275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:48,961 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0a4b751b5ee89fbd04925415665b0d 2024-11-20T21:51:48,962 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea0a4b751b5ee89fbd04925415665b0d: Running coprocessor pre-open hook at 1732139508816Writing region info on filesystem at 1732139508816Initializing all the Stores at 1732139508817 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139508817Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139508817Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139508817Obtaining lock to block concurrent updates at 1732139508831 (+14 ms)Preparing flush snapshotting stores in ea0a4b751b5ee89fbd04925415665b0d at 1732139508831Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732139508831Flushing stores of testReplayEditsAfterAbortingFlush,,1732139499519.ea0a4b751b5ee89fbd04925415665b0d. at 1732139508831Flushing ea0a4b751b5ee89fbd04925415665b0d/a: creating writer at 1732139508831Flushing ea0a4b751b5ee89fbd04925415665b0d/a: appending metadata at 1732139508851 (+20 ms)Flushing ea0a4b751b5ee89fbd04925415665b0d/a: closing flushed file at 1732139508851Flushing ea0a4b751b5ee89fbd04925415665b0d/b: creating writer at 1732139508865 (+14 ms)Flushing ea0a4b751b5ee89fbd04925415665b0d/b: appending metadata at 1732139508880 (+15 ms)Flushing ea0a4b751b5ee89fbd04925415665b0d/b: closing flushed file at 1732139508880Flushing ea0a4b751b5ee89fbd04925415665b0d/c: creating writer at 1732139508900 (+20 ms)Flushing ea0a4b751b5ee89fbd04925415665b0d/c: appending metadata at 1732139508917 (+17 ms)Flushing ea0a4b751b5ee89fbd04925415665b0d/c: closing flushed file at 1732139508917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0cfafb: reopening flushed file at 1732139508929 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7774969f: reopening flushed file at 1732139508937 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70234b76: reopening flushed file at 1732139508944 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for ea0a4b751b5ee89fbd04925415665b0d in 121ms, sequenceid=26, compaction requested=false; wal=null at 1732139508953 (+9 ms)Cleaning up temporary data from old regions at 1732139508955 (+2 ms)Running coprocessor post-open hooks at 1732139508961 (+6 ms)Region opened successfully at 1732139508962 (+1 ms) 2024-11-20T21:51:48,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=409 (was 412), OpenFileDescriptor=1179 (was 1121) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=4089 (was 3169) - AvailableMemoryMB LEAK? - 2024-11-20T21:51:48,986 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1179 is superior to 1024 2024-11-20T21:51:48,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=409, OpenFileDescriptor=1179, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=4276 2024-11-20T21:51:48,999 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1179 is superior to 1024 2024-11-20T21:51:49,014 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:49,016 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:49,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:49,019 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-12012654, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-12012654, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:49,034 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-12012654/hregion-12012654.1732139509020, exclude list is [], retry=0 2024-11-20T21:51:49,037 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:49,037 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:49,037 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:49,040 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-12012654/hregion-12012654.1732139509020 2024-11-20T21:51:49,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:49,040 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 60d0a050f0ef14e5cf2260b24427814c, NAME => 'testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:49,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741910_1088 (size=61) 2024-11-20T21:51:49,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741910_1088 (size=61) 2024-11-20T21:51:49,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741910_1088 (size=61) 2024-11-20T21:51:49,050 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:49,052 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,053 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d0a050f0ef14e5cf2260b24427814c columnFamilyName a 2024-11-20T21:51:49,053 DEBUG [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:49,054 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(327): Store=60d0a050f0ef14e5cf2260b24427814c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:49,054 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,055 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,055 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,057 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,059 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:49,059 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d0a050f0ef14e5cf2260b24427814c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62479363, jitterRate=-0.06898494064807892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:49,060 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d0a050f0ef14e5cf2260b24427814c: Writing region info on filesystem at 1732139509051Initializing all the Stores at 1732139509051Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139509051Cleaning up temporary data from old regions at 1732139509055 (+4 ms)Region opened successfully at 1732139509060 (+5 ms) 2024-11-20T21:51:49,060 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60d0a050f0ef14e5cf2260b24427814c, disabling compactions & flushes 2024-11-20T21:51:49,060 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,060 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,060 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. after waiting 0 ms 2024-11-20T21:51:49,060 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,060 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,061 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60d0a050f0ef14e5cf2260b24427814c: Waiting for close lock at 1732139509060Disabling compacts and flushes for region at 1732139509060Disabling writes for close at 1732139509060Writing region close event to WAL at 1732139509060Closed at 1732139509060 2024-11-20T21:51:49,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741909_1087 (size=95) 2024-11-20T21:51:49,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741909_1087 (size=95) 2024-11-20T21:51:49,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741909_1087 (size=95) 2024-11-20T21:51:49,066 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:49,066 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-12012654:(num 1732139509020) 2024-11-20T21:51:49,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:49,067 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:49,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068, exclude list is [], retry=0 2024-11-20T21:51:49,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:49,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:49,085 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:49,088 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 2024-11-20T21:51:49,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:49,089 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d0a050f0ef14e5cf2260b24427814c, NAME => 'testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:49,089 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:49,089 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,089 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,093 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,094 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d0a050f0ef14e5cf2260b24427814c columnFamilyName a 2024-11-20T21:51:49,094 DEBUG [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:49,095 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(327): Store=60d0a050f0ef14e5cf2260b24427814c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:49,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,098 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,098 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,100 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,101 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d0a050f0ef14e5cf2260b24427814c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63072426, jitterRate=-0.060147613286972046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:49,102 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d0a050f0ef14e5cf2260b24427814c: Writing region info on filesystem at 1732139509090Initializing all the Stores at 1732139509091 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139509091Cleaning up temporary data from old regions at 1732139509098 (+7 ms)Region opened successfully at 1732139509102 (+4 ms) 2024-11-20T21:51:49,111 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60d0a050f0ef14e5cf2260b24427814c, disabling compactions & flushes 2024-11-20T21:51:49,111 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,111 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,111 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. after waiting 0 ms 2024-11-20T21:51:49,111 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,112 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,112 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. 2024-11-20T21:51:49,112 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60d0a050f0ef14e5cf2260b24427814c: Waiting for close lock at 1732139509111Disabling compacts and flushes for region at 1732139509111Disabling writes for close at 1732139509111Writing region close event to WAL at 1732139509112 (+1 ms)Closed at 1732139509112 2024-11-20T21:51:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741911_1089 (size=1050) 2024-11-20T21:51:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741911_1089 (size=1050) 2024-11-20T21:51:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741911_1089 (size=1050) 2024-11-20T21:51:49,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068, size=1.0 K (1050bytes) 2024-11-20T21:51:49,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 2024-11-20T21:51:49,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 after 0ms 2024-11-20T21:51:49,144 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:49,144 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 took 5ms 2024-11-20T21:51:49,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 so closing down 2024-11-20T21:51:49,153 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:49,155 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139509068.temp 2024-11-20T21:51:49,161 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000003-wal.1732139509068.temp 2024-11-20T21:51:49,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741912_1090 (size=1050) 2024-11-20T21:51:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741912_1090 (size=1050) 2024-11-20T21:51:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741912_1090 (size=1050) 2024-11-20T21:51:49,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000003-wal.1732139509068.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:49,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000003-wal.1732139509068.temp to hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012 2024-11-20T21:51:49,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-20T21:51:49,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068, journal: Splitting hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068, size=1.0 K (1050bytes) at 1732139509139Finishing writing output for hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 so closing down at 1732139509153 (+14 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000003-wal.1732139509068.temp at 1732139509161 (+8 ms)3 split writer threads finished at 1732139509162 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000003-wal.1732139509068.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732139509179 (+17 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000003-wal.1732139509068.temp to hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012 at 1732139509180 (+1 ms)Processed 10 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1732139509180 2024-11-20T21:51:49,182 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509068 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139509068 2024-11-20T21:51:49,183 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012 2024-11-20T21:51:49,186 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:49,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:49,716 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:49,730 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509716, exclude list is [], retry=0 2024-11-20T21:51:49,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:49,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:49,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:49,739 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509716 2024-11-20T21:51:49,739 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:49,739 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d0a050f0ef14e5cf2260b24427814c, NAME => 'testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:49,739 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:49,740 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,740 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,740 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:51:49,745 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,749 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d0a050f0ef14e5cf2260b24427814c columnFamilyName a 2024-11-20T21:51:49,749 DEBUG [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:49,750 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(327): Store=60d0a050f0ef14e5cf2260b24427814c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:49,750 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,751 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,762 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012 2024-11-20T21:51:49,765 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:49,766 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012 2024-11-20T21:51:49,766 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 60d0a050f0ef14e5cf2260b24427814c 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-20T21:51:49,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/.tmp/a/21f521f74f074510ae8c2ccda3591c7e is 79, key is testDatalossWhenInputError/a:x0/1732139509102/Put/seqid=0 2024-11-20T21:51:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741914_1092 (size=5808) 2024-11-20T21:51:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741914_1092 (size=5808) 2024-11-20T21:51:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741914_1092 (size=5808) 2024-11-20T21:51:49,812 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/.tmp/a/21f521f74f074510ae8c2ccda3591c7e 2024-11-20T21:51:49,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/.tmp/a/21f521f74f074510ae8c2ccda3591c7e as hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/a/21f521f74f074510ae8c2ccda3591c7e 2024-11-20T21:51:49,839 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/a/21f521f74f074510ae8c2ccda3591c7e, entries=10, sequenceid=12, filesize=5.7 K 2024-11-20T21:51:49,840 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 60d0a050f0ef14e5cf2260b24427814c in 74ms, sequenceid=12, compaction requested=false; wal=null 2024-11-20T21:51:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/0000000000000000012 2024-11-20T21:51:49,842 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,842 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,851 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,854 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T21:51:49,858 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d0a050f0ef14e5cf2260b24427814c; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62444679, jitterRate=-0.06950177252292633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:49,859 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d0a050f0ef14e5cf2260b24427814c: Writing region info on filesystem at 1732139509740Initializing all the Stores at 1732139509743 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139509744 (+1 ms)Obtaining lock to block concurrent updates at 1732139509766 (+22 ms)Preparing flush snapshotting stores in 60d0a050f0ef14e5cf2260b24427814c at 1732139509766Finished memstore snapshotting testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732139509767 (+1 ms)Flushing stores of testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c. at 1732139509767Flushing 60d0a050f0ef14e5cf2260b24427814c/a: creating writer at 1732139509767Flushing 60d0a050f0ef14e5cf2260b24427814c/a: appending metadata at 1732139509788 (+21 ms)Flushing 60d0a050f0ef14e5cf2260b24427814c/a: closing flushed file at 1732139509788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343f9583: reopening flushed file at 1732139509824 (+36 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 60d0a050f0ef14e5cf2260b24427814c in 74ms, sequenceid=12, compaction requested=false; wal=null at 1732139509840 (+16 ms)Cleaning up temporary data from old regions at 1732139509842 (+2 ms)Region opened successfully at 1732139509859 (+17 ms) 2024-11-20T21:51:49,865 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d0a050f0ef14e5cf2260b24427814c, NAME => 'testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:49,866 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139509014.60d0a050f0ef14e5cf2260b24427814c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:49,866 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,866 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,873 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,875 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d0a050f0ef14e5cf2260b24427814c columnFamilyName a 2024-11-20T21:51:49,875 DEBUG [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:49,889 DEBUG [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/a/21f521f74f074510ae8c2ccda3591c7e 2024-11-20T21:51:49,889 INFO [StoreOpener-60d0a050f0ef14e5cf2260b24427814c-1 {}] regionserver.HStore(327): Store=60d0a050f0ef14e5cf2260b24427814c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:49,889 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,890 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,892 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,893 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,893 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d0a050f0ef14e5cf2260b24427814c 2024-11-20T21:51:49,904 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testDatalossWhenInputError/60d0a050f0ef14e5cf2260b24427814c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-20T21:51:49,905 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d0a050f0ef14e5cf2260b24427814c; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61400273, jitterRate=-0.08506463468074799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:49,906 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d0a050f0ef14e5cf2260b24427814c: Writing region info on filesystem at 1732139509866Initializing all the Stores at 1732139509868 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139509868Cleaning up temporary data from old regions at 1732139509893 (+25 ms)Region opened successfully at 1732139509905 (+12 ms) 2024-11-20T21:51:49,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=419 (was 409) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:35064 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:56132 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:33850 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:33882 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-66438418-172.17.0.2-1732139477809:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:35144 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1179) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=4352 (was 4276) - AvailableMemoryMB LEAK? - 2024-11-20T21:51:49,931 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-20T21:51:49,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=419, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=4337 2024-11-20T21:51:49,945 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-20T21:51:49,962 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:49,964 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:49,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:49,969 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96543813, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-96543813, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:49,989 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96543813/hregion-96543813.1732139509970, exclude list is [], retry=0 2024-11-20T21:51:49,993 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:49,997 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:50,002 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:50,014 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96543813/hregion-96543813.1732139509970 2024-11-20T21:51:50,017 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:50,017 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ca87c815fc54dfe564adcff68083b886, NAME => 'testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741916_1094 (size=63) 2024-11-20T21:51:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741916_1094 (size=63) 2024-11-20T21:51:50,037 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741916_1094 (size=63) 2024-11-20T21:51:50,040 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,047 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName a 2024-11-20T21:51:50,047 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:50,048 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:50,048 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,052 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName b 2024-11-20T21:51:50,052 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:50,059 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:50,059 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,066 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName c 2024-11-20T21:51:50,066 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:50,067 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:50,068 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,069 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,071 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,071 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,071 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:50,072 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,075 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:50,075 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ca87c815fc54dfe564adcff68083b886; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050394, jitterRate=-0.01577243208885193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:50,076 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ca87c815fc54dfe564adcff68083b886: Writing region info on filesystem at 1732139510037Initializing all the Stores at 1732139510040 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139510040Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139510040Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139510040Cleaning up temporary data from old regions at 1732139510071 (+31 ms)Region opened successfully at 1732139510076 (+5 ms) 2024-11-20T21:51:50,076 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ca87c815fc54dfe564adcff68083b886, disabling compactions & flushes 2024-11-20T21:51:50,076 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:50,076 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:50,076 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. after waiting 0 ms 2024-11-20T21:51:50,076 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:50,084 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:50,084 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ca87c815fc54dfe564adcff68083b886: Waiting for close lock at 1732139510076Disabling compacts and flushes for region at 1732139510076Disabling writes for close at 1732139510076Writing region close event to WAL at 1732139510083 (+7 ms)Closed at 1732139510083 2024-11-20T21:51:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741915_1093 (size=95) 2024-11-20T21:51:50,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741915_1093 (size=95) 2024-11-20T21:51:50,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741915_1093 (size=95) 2024-11-20T21:51:50,093 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:50,094 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96543813:(num 1732139509970) 2024-11-20T21:51:50,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:50,096 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:50,114 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096, exclude list is [], retry=0 2024-11-20T21:51:50,117 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:50,118 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:50,118 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:50,124 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 2024-11-20T21:51:50,125 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:50,125 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ca87c815fc54dfe564adcff68083b886, NAME => 'testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:50,125 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:50,125 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,125 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,127 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,128 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName a 2024-11-20T21:51:50,128 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:50,128 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:50,129 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,129 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName b 2024-11-20T21:51:50,129 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:50,130 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:50,130 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,131 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName c 2024-11-20T21:51:50,131 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:50,131 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:50,131 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,135 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,135 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,137 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:50,140 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:50,141 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ca87c815fc54dfe564adcff68083b886; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73555709, jitterRate=0.0960654765367508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:50,142 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ca87c815fc54dfe564adcff68083b886: Writing region info on filesystem at 1732139510126Initializing all the Stores at 1732139510127 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139510127Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139510127Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139510127Cleaning up temporary data from old regions at 1732139510135 (+8 ms)Region opened successfully at 1732139510141 (+6 ms) 2024-11-20T21:51:50,147 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732139510147/Put/seqid=0 2024-11-20T21:51:50,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741918_1096 (size=4875) 2024-11-20T21:51:50,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741918_1096 (size=4875) 2024-11-20T21:51:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741918_1096 (size=4875) 2024-11-20T21:51:50,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732139510170/Put/seqid=0 2024-11-20T21:51:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741919_1097 (size=4875) 2024-11-20T21:51:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741919_1097 (size=4875) 2024-11-20T21:51:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741919_1097 (size=4875) 2024-11-20T21:51:50,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732139510183/Put/seqid=0 2024-11-20T21:51:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741920_1098 (size=4875) 2024-11-20T21:51:50,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741920_1098 (size=4875) 2024-11-20T21:51:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741920_1098 (size=4875) 2024-11-20T21:51:50,199 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in ca87c815fc54dfe564adcff68083b886/a 2024-11-20T21:51:50,203 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-20T21:51:50,203 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:50,203 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in ca87c815fc54dfe564adcff68083b886/a 2024-11-20T21:51:50,207 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-20T21:51:50,207 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:50,207 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in ca87c815fc54dfe564adcff68083b886/a 2024-11-20T21:51:50,211 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-20T21:51:50,211 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:50,211 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca87c815fc54dfe564adcff68083b886 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-20T21:51:50,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/.tmp/a/70372474e2394d3395cafb446314f088 is 55, key is testCompactedBulkLoadedFiles/a:a/1732139510142/Put/seqid=0 2024-11-20T21:51:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741921_1099 (size=5107) 2024-11-20T21:51:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741921_1099 (size=5107) 2024-11-20T21:51:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741921_1099 (size=5107) 2024-11-20T21:51:50,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/.tmp/a/70372474e2394d3395cafb446314f088 2024-11-20T21:51:50,268 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/.tmp/a/70372474e2394d3395cafb446314f088 as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088 2024-11-20T21:51:50,276 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088, entries=1, sequenceid=4, filesize=5.0 K 2024-11-20T21:51:50,277 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for ca87c815fc54dfe564adcff68083b886 in 66ms, sequenceid=4, compaction requested=false 2024-11-20T21:51:50,277 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ca87c815fc54dfe564adcff68083b886: 2024-11-20T21:51:50,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ 2024-11-20T21:51:50,282 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ 2024-11-20T21:51:50,283 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ 2024-11-20T21:51:50,284 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile0 into ca87c815fc54dfe564adcff68083b886/a as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ - updating store file list. 2024-11-20T21:51:50,293 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:50,293 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ into ca87c815fc54dfe564adcff68083b886/a 2024-11-20T21:51:50,293 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile0 into ca87c815fc54dfe564adcff68083b886/a (new location: hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_) 2024-11-20T21:51:50,295 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile1 into ca87c815fc54dfe564adcff68083b886/a as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ - updating store file list. 2024-11-20T21:51:50,307 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:50,307 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ into ca87c815fc54dfe564adcff68083b886/a 2024-11-20T21:51:50,307 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile1 into ca87c815fc54dfe564adcff68083b886/a (new location: hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_) 2024-11-20T21:51:50,308 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile2 into ca87c815fc54dfe564adcff68083b886/a as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ - updating store file list. 2024-11-20T21:51:50,315 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c265a586cf94619bc6ba945169ff200_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:50,315 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ into ca87c815fc54dfe564adcff68083b886/a 2024-11-20T21:51:50,315 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46309/hbase/testCompactedBulkLoadedFiles/hfile2 into ca87c815fc54dfe564adcff68083b886/a (new location: hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_) 2024-11-20T21:51:50,327 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T21:51:50,327 DEBUG [Time-limited test {}] regionserver.HStore(1541): ca87c815fc54dfe564adcff68083b886/a is initiating major compaction (all files) 2024-11-20T21:51:50,328 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ca87c815fc54dfe564adcff68083b886/a in testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:50,328 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_] into tmpdir=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/.tmp, totalSize=19.3 K 2024-11-20T21:51:50,329 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 70372474e2394d3395cafb446314f088, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732139510142 2024-11-20T21:51:50,330 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T21:51:50,331 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T21:51:50,331 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4c265a586cf94619bc6ba945169ff200_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T21:51:50,360 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/.tmp/a/fdffc0568ad944d5bc57e5a44500d44b is 55, key is testCompactedBulkLoadedFiles/a:a/1732139510142/Put/seqid=0 2024-11-20T21:51:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741922_1100 (size=6154) 2024-11-20T21:51:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741922_1100 (size=6154) 2024-11-20T21:51:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741922_1100 (size=6154) 2024-11-20T21:51:50,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/.tmp/a/fdffc0568ad944d5bc57e5a44500d44b as hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/fdffc0568ad944d5bc57e5a44500d44b 2024-11-20T21:51:50,398 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in ca87c815fc54dfe564adcff68083b886/a of ca87c815fc54dfe564adcff68083b886 into fdffc0568ad944d5bc57e5a44500d44b(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:51:50,398 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ca87c815fc54dfe564adcff68083b886: 2024-11-20T21:51:50,398 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T21:51:50,398 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T21:51:50,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096, size=0 (0bytes) 2024-11-20T21:51:50,450 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 might be still open, length is 0 2024-11-20T21:51:50,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 2024-11-20T21:51:50,451 WARN [IPC Server handler 2 on default port 46309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-20T21:51:50,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 after 1ms 2024-11-20T21:51:50,899 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-20T21:51:50,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:50,900 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-20T21:51:50,900 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:52,564 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:35174 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46841:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35174 dst: /127.0.0.1:46841 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46841 remote=/127.0.0.1:35174]. Total timeout mills is 60000, 57832 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:52,565 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:33906 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33906 dst: /127.0.0.1:39347 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:52,565 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:56180 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56180 dst: /127.0.0.1:36447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741917_1101 (size=1170) 2024-11-20T21:51:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741917_1101 (size=1170) 2024-11-20T21:51:54,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:51:54,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 after 4002ms 2024-11-20T21:51:54,456 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:54,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 took 4007ms 2024-11-20T21:51:54,459 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096; continuing. 2024-11-20T21:51:54,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 so closing down 2024-11-20T21:51:54,460 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:54,462 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139510096.temp 2024-11-20T21:51:54,464 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000003-wal.1732139510096.temp 2024-11-20T21:51:54,465 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:54,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741923_1102 (size=547) 2024-11-20T21:51:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741923_1102 (size=547) 2024-11-20T21:51:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741923_1102 (size=547) 2024-11-20T21:51:54,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000003-wal.1732139510096.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:54,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000003-wal.1732139510096.temp to hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008 2024-11-20T21:51:54,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:51:54,477 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096, journal: Splitting hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096, size=0 (0bytes) at 1732139510450Finishing writing output for hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 so closing down at 1732139514459 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000003-wal.1732139510096.temp at 1732139514464 (+5 ms)3 split writer threads finished at 1732139514465 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000003-wal.1732139510096.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732139514475 (+10 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000003-wal.1732139510096.temp to hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008 at 1732139514477 (+2 ms)Processed 5 edits across 1 Regions in 20 ms; skipped=3; WAL=hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096, size=0, length=0, corrupted=false, cancelled=false at 1732139514477 2024-11-20T21:51:54,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139510096 2024-11-20T21:51:54,480 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008 2024-11-20T21:51:54,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:54,482 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:54,496 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139514483, exclude list is [], retry=0 2024-11-20T21:51:54,498 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:54,498 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:54,498 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:54,500 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139514483 2024-11-20T21:51:54,500 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:54,500 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ca87c815fc54dfe564adcff68083b886, NAME => 'testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:54,500 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:54,500 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,500 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,502 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,502 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName a 2024-11-20T21:51:54,503 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,508 DEBUG [StoreFileOpener-ca87c815fc54dfe564adcff68083b886-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c265a586cf94619bc6ba945169ff200_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:54,508 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ 2024-11-20T21:51:54,511 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088 2024-11-20T21:51:54,515 DEBUG [StoreFileOpener-ca87c815fc54dfe564adcff68083b886-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:54,515 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ 2024-11-20T21:51:54,518 DEBUG [StoreFileOpener-ca87c815fc54dfe564adcff68083b886-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:54,518 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ 2024-11-20T21:51:54,521 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/fdffc0568ad944d5bc57e5a44500d44b 2024-11-20T21:51:54,522 WARN [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@ed596b 2024-11-20T21:51:54,522 WARN [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@ed596b 2024-11-20T21:51:54,522 WARN [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@ed596b 2024-11-20T21:51:54,522 WARN [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@ed596b 2024-11-20T21:51:54,522 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_] to archive 2024-11-20T21:51:54,523 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:51:54,524 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ to hdfs://localhost:46309/hbase/archive/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/4c265a586cf94619bc6ba945169ff200_SeqId_4_ 2024-11-20T21:51:54,525 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088 to hdfs://localhost:46309/hbase/archive/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/70372474e2394d3395cafb446314f088 2024-11-20T21:51:54,527 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ to hdfs://localhost:46309/hbase/archive/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_ 2024-11-20T21:51:54,528 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ to hdfs://localhost:46309/hbase/archive/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/a/9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_ 2024-11-20T21:51:54,528 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,528 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,529 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName b 2024-11-20T21:51:54,529 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,529 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,529 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,530 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca87c815fc54dfe564adcff68083b886 columnFamilyName c 2024-11-20T21:51:54,530 DEBUG [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,530 INFO [StoreOpener-ca87c815fc54dfe564adcff68083b886-1 {}] regionserver.HStore(327): Store=ca87c815fc54dfe564adcff68083b886/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,530 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,531 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,532 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008 2024-11-20T21:51:54,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:54,535 DEBUG [Time-limited test {}] regionserver.HRegion(5836): ca87c815fc54dfe564adcff68083b886 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "ca87c815fc54dfe564adcff68083b886" family_name: "a" compaction_input: "70372474e2394d3395cafb446314f088" compaction_input: "97c2e6d320a9442bb6c60d18e2820d4b_SeqId_4_" compaction_input: "9ee5ef70f0f5490d98f4580db6094d1b_SeqId_4_" compaction_input: "4c265a586cf94619bc6ba945169ff200_SeqId_4_" compaction_output: "fdffc0568ad944d5bc57e5a44500d44b" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-20T21:51:54,535 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-20T21:51:54,536 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008 2024-11-20T21:51:54,536 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/0000000000000000008 2024-11-20T21:51:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,538 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:54,539 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ca87c815fc54dfe564adcff68083b886 2024-11-20T21:51:54,541 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testCompactedBulkLoadedFiles/ca87c815fc54dfe564adcff68083b886/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:51:54,542 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ca87c815fc54dfe564adcff68083b886; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66596863, jitterRate=-0.007629409432411194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:54,542 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ca87c815fc54dfe564adcff68083b886: Writing region info on filesystem at 1732139514501Initializing all the Stores at 1732139514501Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514501Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514501Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514501Cleaning up temporary data from old regions at 1732139514537 (+36 ms)Region opened successfully at 1732139514542 (+5 ms) 2024-11-20T21:51:54,544 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ca87c815fc54dfe564adcff68083b886, disabling compactions & flushes 2024-11-20T21:51:54,544 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:54,544 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:54,544 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. after waiting 0 ms 2024-11-20T21:51:54,544 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:54,545 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732139509962.ca87c815fc54dfe564adcff68083b886. 2024-11-20T21:51:54,545 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ca87c815fc54dfe564adcff68083b886: Waiting for close lock at 1732139514544Disabling compacts and flushes for region at 1732139514544Disabling writes for close at 1732139514544Writing region close event to WAL at 1732139514545 (+1 ms)Closed at 1732139514545 2024-11-20T21:51:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741924_1103 (size=95) 2024-11-20T21:51:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741924_1103 (size=95) 2024-11-20T21:51:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741924_1103 (size=95) 2024-11-20T21:51:54,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:54,549 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139514483) 2024-11-20T21:51:54,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=434 (was 419) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-747250444_22 at /127.0.0.1:33988 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-747250444_22 at /127.0.0.1:56240 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-747250444_22 at /127.0.0.1:35244 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46309 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1342 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3997 (was 4337) 2024-11-20T21:51:54,562 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-20T21:51:54,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=434, OpenFileDescriptor=1342, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=3996 2024-11-20T21:51:54,575 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-20T21:51:54,593 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:54,595 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:54,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:54,597 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75901563, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/hregion-75901563, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:54,608 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75901563/hregion-75901563.1732139514597, exclude list is [], retry=0 2024-11-20T21:51:54,611 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:54,611 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:54,611 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:54,612 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75901563/hregion-75901563.1732139514597 2024-11-20T21:51:54,613 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:54,613 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3f4521e0de4b9cc579e3297ab2b2f5f9, NAME => 'testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46309/hbase 2024-11-20T21:51:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741926_1105 (size=67) 2024-11-20T21:51:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741926_1105 (size=67) 2024-11-20T21:51:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741926_1105 (size=67) 2024-11-20T21:51:54,621 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:54,626 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,627 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName a 2024-11-20T21:51:54,627 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,628 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,628 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,629 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName b 2024-11-20T21:51:54,629 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,630 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,630 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,631 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName c 2024-11-20T21:51:54,631 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,632 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,632 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,632 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,633 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,634 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,634 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,634 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:54,635 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,637 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:54,638 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4521e0de4b9cc579e3297ab2b2f5f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65156065, jitterRate=-0.02909897267818451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Writing region info on filesystem at 1732139514625Initializing all the Stores at 1732139514626 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514626Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514626Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514626Cleaning up temporary data from old regions at 1732139514634 (+8 ms)Region opened successfully at 1732139514638 (+4 ms) 2024-11-20T21:51:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f4521e0de4b9cc579e3297ab2b2f5f9, disabling compactions & flushes 2024-11-20T21:51:54,638 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. after waiting 0 ms 2024-11-20T21:51:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,638 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,638 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Waiting for close lock at 1732139514638Disabling compacts and flushes for region at 1732139514638Disabling writes for close at 1732139514638Writing region close event to WAL at 1732139514638Closed at 1732139514638 2024-11-20T21:51:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741925_1104 (size=95) 2024-11-20T21:51:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741925_1104 (size=95) 2024-11-20T21:51:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741925_1104 (size=95) 2024-11-20T21:51:54,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:54,643 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75901563:(num 1732139514597) 2024-11-20T21:51:54,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:54,644 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:54,658 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644, exclude list is [], retry=0 2024-11-20T21:51:54,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:54,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:54,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:54,663 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 2024-11-20T21:51:54,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-20T21:51:54,663 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f4521e0de4b9cc579e3297ab2b2f5f9, NAME => 'testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:54,664 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:54,664 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,664 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,665 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,666 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName a 2024-11-20T21:51:54,666 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,667 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,667 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,667 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName b 2024-11-20T21:51:54,667 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,668 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,668 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,669 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName c 2024-11-20T21:51:54,669 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,669 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,669 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,670 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,671 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,672 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,672 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,672 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:54,674 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,674 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4521e0de4b9cc579e3297ab2b2f5f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61866233, jitterRate=-0.07812128961086273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:54,675 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Writing region info on filesystem at 1732139514664Initializing all the Stores at 1732139514665 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514665Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514665Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514665Cleaning up temporary data from old regions at 1732139514672 (+7 ms)Region opened successfully at 1732139514674 (+2 ms) 2024-11-20T21:51:54,681 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T21:51:54,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/a/8192d095a2b94f3ca6b4136764bafbba is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732139514675/Put/seqid=0 2024-11-20T21:51:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741928_1107 (size=5958) 2024-11-20T21:51:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741928_1107 (size=5958) 2024-11-20T21:51:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741928_1107 (size=5958) 2024-11-20T21:51:54,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/a/8192d095a2b94f3ca6b4136764bafbba 2024-11-20T21:51:54,706 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/a/8192d095a2b94f3ca6b4136764bafbba as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/a/8192d095a2b94f3ca6b4136764bafbba 2024-11-20T21:51:54,711 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/a/8192d095a2b94f3ca6b4136764bafbba, entries=10, sequenceid=13, filesize=5.8 K 2024-11-20T21:51:54,712 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3f4521e0de4b9cc579e3297ab2b2f5f9 in 31ms, sequenceid=13, compaction requested=false 2024-11-20T21:51:54,712 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: 2024-11-20T21:51:54,729 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f4521e0de4b9cc579e3297ab2b2f5f9, disabling compactions & flushes 2024-11-20T21:51:54,729 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,729 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,729 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. after waiting 0 ms 2024-11-20T21:51:54,730 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,730 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,731 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:54,731 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Waiting for close lock at 1732139514729Disabling compacts and flushes for region at 1732139514729Disabling writes for close at 1732139514729Writing region close event to WAL at 1732139514730 (+1 ms)Closed at 1732139514731 (+1 ms) 2024-11-20T21:51:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741927_1106 (size=3345) 2024-11-20T21:51:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741927_1106 (size=3345) 2024-11-20T21:51:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741927_1106 (size=3345) 2024-11-20T21:51:54,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644, size=3.3 K (3345bytes) 2024-11-20T21:51:54,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 2024-11-20T21:51:54,749 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 after 1ms 2024-11-20T21:51:54,751 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:54,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 took 3ms 2024-11-20T21:51:54,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 so closing down 2024-11-20T21:51:54,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:54,754 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139514644.temp 2024-11-20T21:51:54,755 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000003-wal.1732139514644.temp 2024-11-20T21:51:54,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741929_1108 (size=2944) 2024-11-20T21:51:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741929_1108 (size=2944) 2024-11-20T21:51:54,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741929_1108 (size=2944) 2024-11-20T21:51:54,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000003-wal.1732139514644.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:54,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000003-wal.1732139514644.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035 2024-11-20T21:51:54,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-20T21:51:54,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644, journal: Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644, size=3.3 K (3345bytes) at 1732139514748Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 so closing down at 1732139514753 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000003-wal.1732139514644.temp at 1732139514755 (+2 ms)3 split writer threads finished at 1732139514755Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000003-wal.1732139514644.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732139514761 (+6 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000003-wal.1732139514644.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035 at 1732139514763 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1732139514763 2024-11-20T21:51:54,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514644 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139514644 2024-11-20T21:51:54,765 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035 2024-11-20T21:51:54,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:54,767 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:54,780 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767, exclude list is [], retry=0 2024-11-20T21:51:54,782 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:54,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:54,783 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:54,784 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 2024-11-20T21:51:54,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:38561:38561)] 2024-11-20T21:51:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f4521e0de4b9cc579e3297ab2b2f5f9, NAME => 'testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,785 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,787 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,788 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName a 2024-11-20T21:51:54,788 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,794 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/a/8192d095a2b94f3ca6b4136764bafbba 2024-11-20T21:51:54,794 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,794 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,795 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName b 2024-11-20T21:51:54,795 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,795 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,795 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,796 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName c 2024-11-20T21:51:54,796 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:54,796 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:54,796 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,797 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,798 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,798 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035 2024-11-20T21:51:54,800 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:54,801 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035 2024-11-20T21:51:54,801 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-20T21:51:54,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/b/e0992fe2d1204a579a28c8d51cb9e59c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732139514712/Put/seqid=0 2024-11-20T21:51:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741931_1110 (size=5958) 2024-11-20T21:51:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741931_1110 (size=5958) 2024-11-20T21:51:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741931_1110 (size=5958) 2024-11-20T21:51:54,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/b/e0992fe2d1204a579a28c8d51cb9e59c 2024-11-20T21:51:54,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/c/9ae2a87cb3834b90b6a9e4f2d2254498 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732139514719/Put/seqid=0 2024-11-20T21:51:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741932_1111 (size=5958) 2024-11-20T21:51:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741932_1111 (size=5958) 2024-11-20T21:51:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741932_1111 (size=5958) 2024-11-20T21:51:54,849 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/c/9ae2a87cb3834b90b6a9e4f2d2254498 2024-11-20T21:51:54,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/b/e0992fe2d1204a579a28c8d51cb9e59c as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/b/e0992fe2d1204a579a28c8d51cb9e59c 2024-11-20T21:51:54,860 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/b/e0992fe2d1204a579a28c8d51cb9e59c, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T21:51:54,861 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/c/9ae2a87cb3834b90b6a9e4f2d2254498 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/c/9ae2a87cb3834b90b6a9e4f2d2254498 2024-11-20T21:51:54,866 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/c/9ae2a87cb3834b90b6a9e4f2d2254498, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T21:51:54,866 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3f4521e0de4b9cc579e3297ab2b2f5f9 in 65ms, sequenceid=35, compaction requested=false; wal=null 2024-11-20T21:51:54,867 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000035 2024-11-20T21:51:54,868 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,868 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,868 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:54,870 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:54,872 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-20T21:51:54,872 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4521e0de4b9cc579e3297ab2b2f5f9; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73842420, jitterRate=0.10033780336380005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:54,873 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Writing region info on filesystem at 1732139514785Initializing all the Stores at 1732139514786 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514786Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514787 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139514787Obtaining lock to block concurrent updates at 1732139514801 (+14 ms)Preparing flush snapshotting stores in 3f4521e0de4b9cc579e3297ab2b2f5f9 at 1732139514801Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732139514801Flushing stores of testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. at 1732139514801Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/b: creating writer at 1732139514801Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/b: appending metadata at 1732139514815 (+14 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/b: closing flushed file at 1732139514815Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/c: creating writer at 1732139514827 (+12 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/c: appending metadata at 1732139514841 (+14 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/c: closing flushed file at 1732139514841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7d0568: reopening flushed file at 1732139514853 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a676edf: reopening flushed file at 1732139514860 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3f4521e0de4b9cc579e3297ab2b2f5f9 in 65ms, sequenceid=35, compaction requested=false; wal=null at 1732139514866 (+6 ms)Cleaning up temporary data from old regions at 1732139514868 (+2 ms)Region opened successfully at 1732139514873 (+5 ms) 2024-11-20T21:51:54,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767, size=0 (0bytes) 2024-11-20T21:51:54,937 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 might be still open, length is 0 2024-11-20T21:51:54,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 2024-11-20T21:51:54,938 WARN [IPC Server handler 2 on default port 46309 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-20T21:51:54,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 after 1ms 2024-11-20T21:51:55,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:35290 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46841:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35290 dst: /127.0.0.1:46841 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46841 remote=/127.0.0.1:35290]. Total timeout mills is 60000, 59341 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:55,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:56336 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56336 dst: /127.0.0.1:36447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:55,560 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1968666264_22 at /127.0.0.1:34050 [Receiving block BP-66438418-172.17.0.2-1732139477809:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39347:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34050 dst: /127.0.0.1:39347 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741930_1112 (size=2936) 2024-11-20T21:51:55,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741930_1112 (size=2936) 2024-11-20T21:51:58,939 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 after 4002ms 2024-11-20T21:51:58,947 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:58,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 took 4011ms 2024-11-20T21:51:58,952 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767; continuing. 2024-11-20T21:51:58,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 so closing down 2024-11-20T21:51:58,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:58,954 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732139514767.temp 2024-11-20T21:51:58,955 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000037-wal.1732139514767.temp 2024-11-20T21:51:58,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:58,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741933_1113 (size=2944) 2024-11-20T21:51:58,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741933_1113 (size=2944) 2024-11-20T21:51:58,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741933_1113 (size=2944) 2024-11-20T21:51:58,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000037-wal.1732139514767.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:58,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000037-wal.1732139514767.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066 2024-11-20T21:51:58,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:51:58,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767, journal: Splitting hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767, size=0 (0bytes) at 1732139514937Finishing writing output for hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 so closing down at 1732139518952 (+4015 ms)Creating recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000037-wal.1732139514767.temp at 1732139518955 (+3 ms)3 split writer threads finished at 1732139518956 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000037-wal.1732139514767.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732139518963 (+7 ms)Rename recovered edits hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000037-wal.1732139514767.temp to hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066 at 1732139518965 (+2 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767, size=0, length=0, corrupted=false, cancelled=false at 1732139518965 2024-11-20T21:51:58,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 to hdfs://localhost:46309/hbase/oldWALs/wal.1732139514767 2024-11-20T21:51:58,968 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066 2024-11-20T21:51:58,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:58,970 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46309/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592, archiveDir=hdfs://localhost:46309/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:58,986 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139518971, exclude list is [], retry=0 2024-11-20T21:51:58,988 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46841,DS-a0d32b00-3ad7-4646-82cc-eeb049269f61,DISK] 2024-11-20T21:51:58,988 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39347,DS-fdba3031-30db-4028-b319-5c3733b749b9,DISK] 2024-11-20T21:51:58,989 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36447,DS-f718289d-6c54-4df1-b5ff-ea7f78ba815c,DISK] 2024-11-20T21:51:58,990 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139518971 2024-11-20T21:51:58,990 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279),(127.0.0.1/127.0.0.1:38561:38561),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-20T21:51:58,991 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:58,992 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:58,992 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName a 2024-11-20T21:51:58,993 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:58,997 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/a/8192d095a2b94f3ca6b4136764bafbba 2024-11-20T21:51:58,997 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:58,997 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:58,998 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName b 2024-11-20T21:51:58,998 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:59,003 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/b/e0992fe2d1204a579a28c8d51cb9e59c 2024-11-20T21:51:59,003 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:59,003 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,004 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f4521e0de4b9cc579e3297ab2b2f5f9 columnFamilyName c 2024-11-20T21:51:59,004 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:59,010 DEBUG [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/c/9ae2a87cb3834b90b6a9e4f2d2254498 2024-11-20T21:51:59,010 INFO [StoreOpener-3f4521e0de4b9cc579e3297ab2b2f5f9-1 {}] regionserver.HStore(327): Store=3f4521e0de4b9cc579e3297ab2b2f5f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:59,010 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,011 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,012 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,013 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066 2024-11-20T21:51:59,014 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-20T21:51:59,018 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066 2024-11-20T21:51:59,018 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T21:51:59,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/a/f69bedbcf8ff45589ff2520307950aab is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732139514880/Put/seqid=0 2024-11-20T21:51:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741935_1115 (size=5958) 2024-11-20T21:51:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741935_1115 (size=5958) 2024-11-20T21:51:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741935_1115 (size=5958) 2024-11-20T21:51:59,037 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/a/f69bedbcf8ff45589ff2520307950aab 2024-11-20T21:51:59,056 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/b/d4fa3b3ae2f94ce1a5c49f5350003ea2 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732139514887/Put/seqid=0 2024-11-20T21:51:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741936_1116 (size=5958) 2024-11-20T21:51:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741936_1116 (size=5958) 2024-11-20T21:51:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741936_1116 (size=5958) 2024-11-20T21:51:59,063 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/b/d4fa3b3ae2f94ce1a5c49f5350003ea2 2024-11-20T21:51:59,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/c/82ac081f9e214d76a34ef69f7d375294 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732139514893/Put/seqid=0 2024-11-20T21:51:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741937_1117 (size=5958) 2024-11-20T21:51:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741937_1117 (size=5958) 2024-11-20T21:51:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741937_1117 (size=5958) 2024-11-20T21:51:59,088 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/c/82ac081f9e214d76a34ef69f7d375294 2024-11-20T21:51:59,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/a/f69bedbcf8ff45589ff2520307950aab as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/a/f69bedbcf8ff45589ff2520307950aab 2024-11-20T21:51:59,096 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/a/f69bedbcf8ff45589ff2520307950aab, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T21:51:59,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/b/d4fa3b3ae2f94ce1a5c49f5350003ea2 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/b/d4fa3b3ae2f94ce1a5c49f5350003ea2 2024-11-20T21:51:59,101 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/b/d4fa3b3ae2f94ce1a5c49f5350003ea2, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T21:51:59,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/.tmp/c/82ac081f9e214d76a34ef69f7d375294 as hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/c/82ac081f9e214d76a34ef69f7d375294 2024-11-20T21:51:59,106 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/c/82ac081f9e214d76a34ef69f7d375294, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T21:51:59,107 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3f4521e0de4b9cc579e3297ab2b2f5f9 in 89ms, sequenceid=66, compaction requested=false; wal=null 2024-11-20T21:51:59,107 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/0000000000000000066 2024-11-20T21:51:59,108 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,108 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,109 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:59,110 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3f4521e0de4b9cc579e3297ab2b2f5f9 2024-11-20T21:51:59,112 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/hbase/data/default/testReplayEditsWrittenViaHRegion/3f4521e0de4b9cc579e3297ab2b2f5f9/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-20T21:51:59,113 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3f4521e0de4b9cc579e3297ab2b2f5f9; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64371185, jitterRate=-0.04079459607601166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:59,113 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Writing region info on filesystem at 1732139518991Initializing all the Stores at 1732139518991Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139518992 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139518992Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139518992Obtaining lock to block concurrent updates at 1732139519018 (+26 ms)Preparing flush snapshotting stores in 3f4521e0de4b9cc579e3297ab2b2f5f9 at 1732139519018Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732139519018Flushing stores of testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. at 1732139519018Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/a: creating writer at 1732139519018Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/a: appending metadata at 1732139519031 (+13 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/a: closing flushed file at 1732139519031Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/b: creating writer at 1732139519042 (+11 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/b: appending metadata at 1732139519056 (+14 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/b: closing flushed file at 1732139519056Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/c: creating writer at 1732139519067 (+11 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/c: appending metadata at 1732139519081 (+14 ms)Flushing 3f4521e0de4b9cc579e3297ab2b2f5f9/c: closing flushed file at 1732139519081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535c087d: reopening flushed file at 1732139519092 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee01893: reopening flushed file at 1732139519097 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bb6ea5: reopening flushed file at 1732139519102 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3f4521e0de4b9cc579e3297ab2b2f5f9 in 89ms, sequenceid=66, compaction requested=false; wal=null at 1732139519107 (+5 ms)Cleaning up temporary data from old regions at 1732139519108 (+1 ms)Region opened successfully at 1732139519113 (+5 ms) 2024-11-20T21:51:59,124 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3f4521e0de4b9cc579e3297ab2b2f5f9, disabling compactions & flushes 2024-11-20T21:51:59,125 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:59,125 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:59,125 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. after waiting 0 ms 2024-11-20T21:51:59,125 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:59,126 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139514594.3f4521e0de4b9cc579e3297ab2b2f5f9. 2024-11-20T21:51:59,126 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3f4521e0de4b9cc579e3297ab2b2f5f9: Waiting for close lock at 1732139519124Disabling compacts and flushes for region at 1732139519124Disabling writes for close at 1732139519125 (+1 ms)Writing region close event to WAL at 1732139519126 (+1 ms)Closed at 1732139519126 2024-11-20T21:51:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741934_1114 (size=95) 2024-11-20T21:51:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741934_1114 (size=95) 2024-11-20T21:51:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741934_1114 (size=95) 2024-11-20T21:51:59,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:59,130 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139518971) 2024-11-20T21:51:59,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440 (was 434) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46309 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_87048875_22 at /127.0.0.1:52050 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_87048875_22 at /127.0.0.1:51254 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_87048875_22 at /127.0.0.1:41456 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1408 (was 1342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=3947 (was 3996) 2024-11-20T21:51:59,142 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1408 is superior to 1024 2024-11-20T21:51:59,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:51:59,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:51:59,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:59,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:51:59,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:51:59,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1506073043, stopped=false 2024-11-20T21:51:59,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,33941,1732139480550 2024-11-20T21:51:59,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:59,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:59,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:59,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:51:59,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:59,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:59,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:59,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:51:59,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:59,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,42277,1732139481134' ***** 2024-11-20T21:51:59,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:51:59,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,37187,1732139481220' ***** 2024-11-20T21:51:59,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:51:59,146 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:51:59,146 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:51:59,147 INFO [RS:1;e1fae5a3a175:37187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:51:59,147 INFO [RS:1;e1fae5a3a175:37187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:51:59,147 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(3091): Received CLOSE for ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:59,147 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:59,147 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:42277. 2024-11-20T21:51:59,147 INFO [RS:1;e1fae5a3a175:37187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e1fae5a3a175:37187. 2024-11-20T21:51:59,147 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae6f47e1c2d38df7b861b6c3d8d6d813, disabling compactions & flushes 2024-11-20T21:51:59,147 DEBUG [RS:0;e1fae5a3a175:42277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:59,147 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:59,147 DEBUG [RS:0;e1fae5a3a175:42277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,147 DEBUG [RS:1;e1fae5a3a175:37187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:59,147 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:59,147 DEBUG [RS:1;e1fae5a3a175:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,147 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. after waiting 0 ms 2024-11-20T21:51:59,147 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:51:59,147 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,37187,1732139481220; all regions closed. 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:51:59,147 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:51:59,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:51:59,148 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:51:59,148 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1325): Online Regions={ae6f47e1c2d38df7b861b6c3d8d6d813=testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:51:59,148 DEBUG [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae6f47e1c2d38df7b861b6c3d8d6d813 2024-11-20T21:51:59,148 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:51:59,148 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:51:59,148 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:51:59,148 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:51:59,148 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:51:59,148 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-20T21:51:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741833_1009 (size=95) 2024-11-20T21:51:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741833_1009 (size=95) 2024-11-20T21:51:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741833_1009 (size=95) 2024-11-20T21:51:59,152 DEBUG [RS:1;e1fae5a3a175:37187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs 2024-11-20T21:51:59,152 INFO [RS:1;e1fae5a3a175:37187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C37187%2C1732139481220:(num 1732139482602) 2024-11-20T21:51:59,152 DEBUG [RS:1;e1fae5a3a175:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,152 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:59,152 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:59,153 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:59,153 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:51:59,153 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:51:59,153 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:51:59,153 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:59,153 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:59,153 INFO [RS:1;e1fae5a3a175:37187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37187 2024-11-20T21:51:59,153 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/default/testReplayEditsAfterRegionMovedWithMultiCF/ae6f47e1c2d38df7b861b6c3d8d6d813/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-20T21:51:59,154 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:59,154 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae6f47e1c2d38df7b861b6c3d8d6d813: Waiting for close lock at 1732139519147Running coprocessor pre-close hooks at 1732139519147Disabling compacts and flushes for region at 1732139519147Disabling writes for close at 1732139519147Writing region close event to WAL at 1732139519148 (+1 ms)Running coprocessor post-close hooks at 1732139519154 (+6 ms)Closed at 1732139519154 2024-11-20T21:51:59,154 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813. 2024-11-20T21:51:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,37187,1732139481220 2024-11-20T21:51:59,155 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:59,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,37187,1732139481220] 2024-11-20T21:51:59,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,37187,1732139481220 already deleted, retry=false 2024-11-20T21:51:59,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,37187,1732139481220 expired; onlineServers=1 2024-11-20T21:51:59,169 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/info/6aaf6d29ceb6479ebc6e38d4ceb74e96 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732139495695.ae6f47e1c2d38df7b861b6c3d8d6d813./info:regioninfo/1732139498710/Put/seqid=0 2024-11-20T21:51:59,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741938_1118 (size=8243) 2024-11-20T21:51:59,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741938_1118 (size=8243) 2024-11-20T21:51:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741938_1118 (size=8243) 2024-11-20T21:51:59,176 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/info/6aaf6d29ceb6479ebc6e38d4ceb74e96 2024-11-20T21:51:59,180 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:59,202 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/ns/9cb4070e3b474b72b89c51595ae41466 is 43, key is default/ns:d/1732139483156/Put/seqid=0 2024-11-20T21:51:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741939_1119 (size=5153) 2024-11-20T21:51:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741939_1119 (size=5153) 2024-11-20T21:51:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741939_1119 (size=5153) 2024-11-20T21:51:59,210 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/ns/9cb4070e3b474b72b89c51595ae41466 2024-11-20T21:51:59,223 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:59,232 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/table/b9e2bd982fe64a72884f72c572a4fc6d is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732139496124/Put/seqid=0 2024-11-20T21:51:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741940_1120 (size=5431) 2024-11-20T21:51:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741940_1120 (size=5431) 2024-11-20T21:51:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741940_1120 (size=5431) 2024-11-20T21:51:59,238 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/table/b9e2bd982fe64a72884f72c572a4fc6d 2024-11-20T21:51:59,244 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/info/6aaf6d29ceb6479ebc6e38d4ceb74e96 as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/info/6aaf6d29ceb6479ebc6e38d4ceb74e96 2024-11-20T21:51:59,250 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/info/6aaf6d29ceb6479ebc6e38d4ceb74e96, entries=18, sequenceid=21, filesize=8.0 K 2024-11-20T21:51:59,251 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/ns/9cb4070e3b474b72b89c51595ae41466 as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/ns/9cb4070e3b474b72b89c51595ae41466 2024-11-20T21:51:59,256 INFO [RS:1;e1fae5a3a175:37187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1005f1e4f730002, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:59,256 INFO [RS:1;e1fae5a3a175:37187 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,37187,1732139481220; zookeeper connection closed. 2024-11-20T21:51:59,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2baad63d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2baad63d 2024-11-20T21:51:59,257 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/ns/9cb4070e3b474b72b89c51595ae41466, entries=2, sequenceid=21, filesize=5.0 K 2024-11-20T21:51:59,258 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/.tmp/table/b9e2bd982fe64a72884f72c572a4fc6d as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/table/b9e2bd982fe64a72884f72c572a4fc6d 2024-11-20T21:51:59,264 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/table/b9e2bd982fe64a72884f72c572a4fc6d, entries=2, sequenceid=21, filesize=5.3 K 2024-11-20T21:51:59,266 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=21, compaction requested=false 2024-11-20T21:51:59,271 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T21:51:59,272 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:51:59,272 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:51:59,272 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139519148Running coprocessor pre-close hooks at 1732139519148Disabling compacts and flushes for region at 1732139519148Disabling writes for close at 1732139519148Obtaining lock to block concurrent updates at 1732139519148Preparing flush snapshotting stores in 1588230740 at 1732139519148Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732139519149 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732139519150 (+1 ms)Flushing 1588230740/info: creating writer at 1732139519150Flushing 1588230740/info: appending metadata at 1732139519169 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732139519169Flushing 1588230740/ns: creating writer at 1732139519182 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732139519201 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732139519201Flushing 1588230740/table: creating writer at 1732139519217 (+16 ms)Flushing 1588230740/table: appending metadata at 1732139519231 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732139519231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6eafc4: reopening flushed file at 1732139519243 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5cc2e4: reopening flushed file at 1732139519250 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22830c39: reopening flushed file at 1732139519257 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=21, compaction requested=false at 1732139519266 (+9 ms)Writing region close event to WAL at 1732139519267 (+1 ms)Running coprocessor post-close hooks at 1732139519271 (+4 ms)Closed at 1732139519272 (+1 ms) 2024-11-20T21:51:59,272 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:51:59,348 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,42277,1732139481134; all regions closed. 2024-11-20T21:51:59,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741836_1012 (size=4716) 2024-11-20T21:51:59,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741836_1012 (size=4716) 2024-11-20T21:51:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741836_1012 (size=4716) 2024-11-20T21:51:59,355 DEBUG [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs 2024-11-20T21:51:59,355 INFO [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C42277%2C1732139481134.meta:.meta(num 1732139482966) 2024-11-20T21:51:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741834_1010 (size=2183) 2024-11-20T21:51:59,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/WALs/e1fae5a3a175,42277,1732139481134/e1fae5a3a175%2C42277%2C1732139481134.1732139482602 not finished, retry = 0 2024-11-20T21:51:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741834_1010 (size=2183) 2024-11-20T21:51:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741834_1010 (size=2183) 2024-11-20T21:51:59,442 INFO [regionserver/e1fae5a3a175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:51:59,442 INFO [regionserver/e1fae5a3a175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:51:59,464 DEBUG [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/oldWALs 2024-11-20T21:51:59,465 INFO [RS:0;e1fae5a3a175:42277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C42277%2C1732139481134:(num 1732139482602) 2024-11-20T21:51:59,465 DEBUG [RS:0;e1fae5a3a175:42277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:59,465 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:59,465 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:59,465 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:59,466 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:59,466 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:59,466 INFO [RS:0;e1fae5a3a175:42277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42277 2024-11-20T21:51:59,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,42277,1732139481134 2024-11-20T21:51:59,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:59,469 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:59,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,42277,1732139481134] 2024-11-20T21:51:59,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,42277,1732139481134 already deleted, retry=false 2024-11-20T21:51:59,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,42277,1732139481134 expired; onlineServers=0 2024-11-20T21:51:59,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,33941,1732139480550' ***** 2024-11-20T21:51:59,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:51:59,472 INFO [M:0;e1fae5a3a175:33941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:59,473 INFO [M:0;e1fae5a3a175:33941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:59,473 DEBUG [M:0;e1fae5a3a175:33941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:51:59,473 DEBUG [M:0;e1fae5a3a175:33941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:51:59,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:51:59,473 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139482196 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139482196,5,FailOnTimeoutGroup] 2024-11-20T21:51:59,473 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139482195 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139482195,5,FailOnTimeoutGroup] 2024-11-20T21:51:59,473 INFO [M:0;e1fae5a3a175:33941 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:59,473 INFO [M:0;e1fae5a3a175:33941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:59,473 DEBUG [M:0;e1fae5a3a175:33941 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:51:59,473 INFO [M:0;e1fae5a3a175:33941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:51:59,473 INFO [M:0;e1fae5a3a175:33941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:51:59,474 INFO [M:0;e1fae5a3a175:33941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:51:59,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:51:59,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:59,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:51:59,475 DEBUG [M:0;e1fae5a3a175:33941 {}] zookeeper.ZKUtil(347): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:51:59,475 WARN [M:0;e1fae5a3a175:33941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:51:59,475 INFO [M:0;e1fae5a3a175:33941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/.lastflushedseqids 2024-11-20T21:51:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741941_1121 (size=138) 2024-11-20T21:51:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741941_1121 (size=138) 2024-11-20T21:51:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741941_1121 (size=138) 2024-11-20T21:51:59,486 INFO [M:0;e1fae5a3a175:33941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:51:59,486 INFO [M:0;e1fae5a3a175:33941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:51:59,486 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:51:59,486 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:59,486 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:59,486 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:51:59,486 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:59,486 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-20T21:51:59,500 DEBUG [M:0;e1fae5a3a175:33941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd064a1b918a49ed91e3bd2380e361ee is 82, key is hbase:meta,,1/info:regioninfo/1732139483057/Put/seqid=0 2024-11-20T21:51:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741942_1122 (size=5672) 2024-11-20T21:51:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741942_1122 (size=5672) 2024-11-20T21:51:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741942_1122 (size=5672) 2024-11-20T21:51:59,506 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd064a1b918a49ed91e3bd2380e361ee 2024-11-20T21:51:59,526 DEBUG [M:0;e1fae5a3a175:33941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89ed83cc4e97474abca40d7678b0f4b3 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139496131/Put/seqid=0 2024-11-20T21:51:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741943_1123 (size=7754) 2024-11-20T21:51:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741943_1123 (size=7754) 2024-11-20T21:51:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741943_1123 (size=7754) 2024-11-20T21:51:59,534 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89ed83cc4e97474abca40d7678b0f4b3 2024-11-20T21:51:59,538 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ed83cc4e97474abca40d7678b0f4b3 2024-11-20T21:51:59,552 DEBUG [M:0;e1fae5a3a175:33941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a88a8ad0aef6452b91d0d86d638238bc is 69, key is e1fae5a3a175,37187,1732139481220/rs:state/1732139482374/Put/seqid=0 2024-11-20T21:51:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741944_1124 (size=5440) 2024-11-20T21:51:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741944_1124 (size=5440) 2024-11-20T21:51:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741944_1124 (size=5440) 2024-11-20T21:51:59,558 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a88a8ad0aef6452b91d0d86d638238bc 2024-11-20T21:51:59,561 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a88a8ad0aef6452b91d0d86d638238bc 2024-11-20T21:51:59,562 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd064a1b918a49ed91e3bd2380e361ee as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd064a1b918a49ed91e3bd2380e361ee 2024-11-20T21:51:59,567 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd064a1b918a49ed91e3bd2380e361ee, entries=8, sequenceid=168, filesize=5.5 K 2024-11-20T21:51:59,568 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89ed83cc4e97474abca40d7678b0f4b3 as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89ed83cc4e97474abca40d7678b0f4b3 2024-11-20T21:51:59,571 INFO [RS:0;e1fae5a3a175:42277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:59,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:59,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42277-0x1005f1e4f730001, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:59,571 INFO [RS:0;e1fae5a3a175:42277 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,42277,1732139481134; zookeeper connection closed. 2024-11-20T21:51:59,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef83e0e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef83e0e 2024-11-20T21:51:59,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T21:51:59,572 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ed83cc4e97474abca40d7678b0f4b3 2024-11-20T21:51:59,572 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89ed83cc4e97474abca40d7678b0f4b3, entries=17, sequenceid=168, filesize=7.6 K 2024-11-20T21:51:59,573 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a88a8ad0aef6452b91d0d86d638238bc as hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a88a8ad0aef6452b91d0d86d638238bc 2024-11-20T21:51:59,577 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a88a8ad0aef6452b91d0d86d638238bc 2024-11-20T21:51:59,577 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46309/user/jenkins/test-data/5ab184f6-43b2-acb4-11ed-ba58c5a40d19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a88a8ad0aef6452b91d0d86d638238bc, entries=3, sequenceid=168, filesize=5.3 K 2024-11-20T21:51:59,578 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=168, compaction requested=false 2024-11-20T21:51:59,579 INFO [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:59,579 DEBUG [M:0;e1fae5a3a175:33941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139519486Disabling compacts and flushes for region at 1732139519486Disabling writes for close at 1732139519486Obtaining lock to block concurrent updates at 1732139519486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139519486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1732139519487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139519487Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139519487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139519500 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139519500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139519511 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139519525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139519525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139519538 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139519551 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139519551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a6c3ec: reopening flushed file at 1732139519562 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca66a3: reopening flushed file at 1732139519567 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df12dba: reopening flushed file at 1732139519572 (+5 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=168, compaction requested=false at 1732139519578 (+6 ms)Writing region close event to WAL at 1732139519579 (+1 ms)Closed at 1732139519579 2024-11-20T21:51:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39347 is added to blk_1073741830_1006 (size=56458) 2024-11-20T21:51:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36447 is added to blk_1073741830_1006 (size=56458) 2024-11-20T21:51:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46841 is added to blk_1073741830_1006 (size=56458) 2024-11-20T21:51:59,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:59,582 INFO [M:0;e1fae5a3a175:33941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:51:59,582 INFO [M:0;e1fae5a3a175:33941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33941 2024-11-20T21:51:59,583 INFO [M:0;e1fae5a3a175:33941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:59,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:59,684 INFO [M:0;e1fae5a3a175:33941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:59,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33941-0x1005f1e4f730000, quorum=127.0.0.1:62994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:59,695 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499382 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499382 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139499106/wal.1732139499382 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:59,696 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139491286/wal.1732139491385 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:59,697 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139514592/wal.1732139514767 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:59,699 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139508790 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139508790 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139499517/wal.1732139508790 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:59,699 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139484199/wal.1732139484280 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:59,701 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509716 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509716 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139509013/wal.1732139509716 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:59,702 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139509961/wal.1732139510096 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:59,704 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal.1732139484058 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal.1732139484058 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139483881/wal.1732139484058 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:59,706 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal.1732139483653 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal.1732139483653 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139483409/wal.1732139483653 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1968666264_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:59,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:59,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:59,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:59,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:59,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:59,715 WARN [BP-66438418-172.17.0.2-1732139477809 heartbeating to localhost/127.0.0.1:46309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:51:59,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:51:59,715 WARN [BP-66438418-172.17.0.2-1732139477809 heartbeating to localhost/127.0.0.1:46309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-66438418-172.17.0.2-1732139477809 (Datanode Uuid 07cfa91c-d81c-4f29-bbf1-f2d1d96e21b7) service to localhost/127.0.0.1:46309 2024-11-20T21:51:59,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:51:59,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data5/current/BP-66438418-172.17.0.2-1732139477809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:59,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data6/current/BP-66438418-172.17.0.2-1732139477809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:59,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:51:59,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:59,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:59,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:59,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:59,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:59,720 WARN [BP-66438418-172.17.0.2-1732139477809 heartbeating to localhost/127.0.0.1:46309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:51:59,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:51:59,720 WARN [BP-66438418-172.17.0.2-1732139477809 heartbeating to localhost/127.0.0.1:46309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-66438418-172.17.0.2-1732139477809 (Datanode Uuid 727c9ef2-4328-4c6d-87a9-3538288f40d7) service to localhost/127.0.0.1:46309 2024-11-20T21:51:59,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:51:59,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data3/current/BP-66438418-172.17.0.2-1732139477809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:59,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data4/current/BP-66438418-172.17.0.2-1732139477809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:59,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:51:59,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:59,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:59,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:59,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:59,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:59,729 WARN [BP-66438418-172.17.0.2-1732139477809 heartbeating to localhost/127.0.0.1:46309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:51:59,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:51:59,729 WARN [BP-66438418-172.17.0.2-1732139477809 heartbeating to localhost/127.0.0.1:46309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-66438418-172.17.0.2-1732139477809 (Datanode Uuid 14fd7f4e-aa2c-4f82-a821-c8dfaed069ee) service to localhost/127.0.0.1:46309 2024-11-20T21:51:59,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:51:59,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data1/current/BP-66438418-172.17.0.2-1732139477809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:59,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/cluster_ec5af28d-ff11-65c9-ece5-fa698e544b86/data/data2/current/BP-66438418-172.17.0.2-1732139477809 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:59,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:51:59,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:51:59,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:59,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:59,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:59,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3f524f4e-0acc-d419-0151-b17fe4911bc9/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:59,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:51:59,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down