2024-11-18 03:54:48,948 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-18 03:54:48,963 main DEBUG Took 0.013055 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 03:54:48,964 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 03:54:48,964 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 03:54:48,965 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 03:54:48,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:48,976 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 03:54:48,992 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:48,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:48,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:48,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:48,996 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:48,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:48,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:48,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:48,998 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:48,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,000 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,002 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,003 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,004 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,005 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 03:54:49,007 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,007 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 03:54:49,009 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 03:54:49,011 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 03:54:49,013 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 03:54:49,014 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 03:54:49,015 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 03:54:49,015 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 03:54:49,024 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 03:54:49,026 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 03:54:49,028 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 03:54:49,028 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 03:54:49,029 main DEBUG createAppenders(={Console}) 2024-11-18 03:54:49,029 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-18 03:54:49,029 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-18 03:54:49,030 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-18 03:54:49,030 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 03:54:49,031 main DEBUG OutputStream closed 2024-11-18 03:54:49,031 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 03:54:49,031 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 03:54:49,031 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-18 03:54:49,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 03:54:49,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 03:54:49,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 03:54:49,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 03:54:49,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 03:54:49,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 03:54:49,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 03:54:49,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 03:54:49,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 03:54:49,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 03:54:49,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 03:54:49,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 03:54:49,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 03:54:49,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 03:54:49,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 03:54:49,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 03:54:49,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 03:54:49,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 03:54:49,111 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 03:54:49,112 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-18 03:54:49,112 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 03:54:49,113 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-18T03:54:49,341 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed 2024-11-18 03:54:49,344 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 03:54:49,344 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T03:54:49,354 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-18T03:54:49,360 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-18T03:54:49,381 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T03:54:49,432 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T03:54:49,432 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T03:54:49,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T03:54:49,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68, deleteOnExit=true 2024-11-18T03:54:49,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T03:54:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/test.cache.data in system properties and HBase conf 2024-11-18T03:54:49,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T03:54:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir in system properties and HBase conf 2024-11-18T03:54:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T03:54:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T03:54:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T03:54:49,541 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T03:54:49,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T03:54:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T03:54:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T03:54:49,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T03:54:49,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T03:54:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T03:54:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T03:54:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T03:54:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T03:54:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T03:54:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/nfs.dump.dir in system properties and HBase conf 2024-11-18T03:54:49,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/java.io.tmpdir in system properties and HBase conf 2024-11-18T03:54:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T03:54:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T03:54:49,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T03:54:50,491 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T03:54:50,567 INFO [Time-limited test {}] log.Log(170): Logging initialized @2406ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T03:54:50,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T03:54:50,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T03:54:50,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T03:54:50,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T03:54:50,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T03:54:50,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T03:54:50,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77da9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,AVAILABLE} 2024-11-18T03:54:50,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43ac9415{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T03:54:50,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12264dc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/java.io.tmpdir/jetty-localhost-39435-hadoop-hdfs-3_4_1-tests_jar-_-any-15467933496048599084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T03:54:50,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ce294cb{HTTP/1.1, (http/1.1)}{localhost:39435} 2024-11-18T03:54:50,969 INFO [Time-limited test {}] server.Server(415): Started @2808ms 2024-11-18T03:54:51,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T03:54:51,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T03:54:51,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T03:54:51,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T03:54:51,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T03:54:51,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481eb1b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,AVAILABLE} 2024-11-18T03:54:51,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@991988e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T03:54:51,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a1c1498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/java.io.tmpdir/jetty-localhost-39919-hadoop-hdfs-3_4_1-tests_jar-_-any-3247768497393478432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T03:54:51,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3badc187{HTTP/1.1, (http/1.1)}{localhost:39919} 2024-11-18T03:54:51,495 INFO [Time-limited test {}] server.Server(415): Started @3335ms 2024-11-18T03:54:51,552 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T03:54:51,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T03:54:51,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T03:54:51,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T03:54:51,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T03:54:51,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T03:54:51,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@157ee20f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,AVAILABLE} 2024-11-18T03:54:51,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424d969a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T03:54:51,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41fe4ca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/java.io.tmpdir/jetty-localhost-45217-hadoop-hdfs-3_4_1-tests_jar-_-any-6784415854732756432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T03:54:51,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ee88d2{HTTP/1.1, (http/1.1)}{localhost:45217} 2024-11-18T03:54:51,846 INFO [Time-limited test {}] server.Server(415): Started @3686ms 2024-11-18T03:54:51,849 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T03:54:51,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T03:54:51,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T03:54:51,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T03:54:51,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T03:54:51,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T03:54:51,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d458b2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,AVAILABLE} 2024-11-18T03:54:51,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de3b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T03:54:52,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a39bd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/java.io.tmpdir/jetty-localhost-45907-hadoop-hdfs-3_4_1-tests_jar-_-any-14803911232663850392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T03:54:52,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aa63b11{HTTP/1.1, (http/1.1)}{localhost:45907} 2024-11-18T03:54:52,034 INFO [Time-limited test {}] server.Server(415): Started @3873ms 2024-11-18T03:54:52,034 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data4/current/BP-821318120-172.17.0.2-1731902090240/current, will proceed with Du for space computation calculation, 2024-11-18T03:54:52,035 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data2/current/BP-821318120-172.17.0.2-1731902090240/current, will proceed with Du for space computation calculation, 2024-11-18T03:54:52,034 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data1/current/BP-821318120-172.17.0.2-1731902090240/current, will proceed with Du for space computation calculation, 2024-11-18T03:54:52,035 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data3/current/BP-821318120-172.17.0.2-1731902090240/current, will proceed with Du for space computation calculation, 2024-11-18T03:54:52,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T03:54:52,090 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T03:54:52,090 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T03:54:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86fd8d145d29675a with lease ID 0xb1106f829c0f386f: Processing first storage report for DS-9e4a5045-f477-4f6c-a626-759520647f77 from datanode DatanodeRegistration(127.0.0.1:34887, datanodeUuid=11acd78e-b6be-4675-bbb4-5cffec4ca128, infoPort=33939, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240) 2024-11-18T03:54:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86fd8d145d29675a with lease ID 0xb1106f829c0f386f: from storage DS-9e4a5045-f477-4f6c-a626-759520647f77 node DatanodeRegistration(127.0.0.1:34887, datanodeUuid=11acd78e-b6be-4675-bbb4-5cffec4ca128, infoPort=33939, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T03:54:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaabfc850624e9a5b with lease ID 0xb1106f829c0f3870: Processing first storage report for DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e from datanode DatanodeRegistration(127.0.0.1:43427, datanodeUuid=1a60ee9f-605b-436c-aee2-229303c03ada, infoPort=45895, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240) 2024-11-18T03:54:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaabfc850624e9a5b with lease ID 0xb1106f829c0f3870: from storage DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e node DatanodeRegistration(127.0.0.1:43427, datanodeUuid=1a60ee9f-605b-436c-aee2-229303c03ada, infoPort=45895, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T03:54:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86fd8d145d29675a with lease ID 0xb1106f829c0f386f: Processing first storage report for DS-bfb138f0-cb87-4be1-b2a7-0e7f05e50e13 from datanode DatanodeRegistration(127.0.0.1:34887, datanodeUuid=11acd78e-b6be-4675-bbb4-5cffec4ca128, infoPort=33939, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240) 2024-11-18T03:54:52,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86fd8d145d29675a with lease ID 0xb1106f829c0f386f: from storage DS-bfb138f0-cb87-4be1-b2a7-0e7f05e50e13 node DatanodeRegistration(127.0.0.1:34887, datanodeUuid=11acd78e-b6be-4675-bbb4-5cffec4ca128, infoPort=33939, infoSecurePort=0, ipcPort=45605, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T03:54:52,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaabfc850624e9a5b with lease ID 0xb1106f829c0f3870: Processing first storage report for DS-36ca5170-dd0f-4d5d-8eff-e3a2990549ee from datanode DatanodeRegistration(127.0.0.1:43427, datanodeUuid=1a60ee9f-605b-436c-aee2-229303c03ada, infoPort=45895, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240) 2024-11-18T03:54:52,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaabfc850624e9a5b with lease ID 0xb1106f829c0f3870: from storage DS-36ca5170-dd0f-4d5d-8eff-e3a2990549ee node DatanodeRegistration(127.0.0.1:43427, datanodeUuid=1a60ee9f-605b-436c-aee2-229303c03ada, infoPort=45895, infoSecurePort=0, ipcPort=46233, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T03:54:52,206 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data5/current/BP-821318120-172.17.0.2-1731902090240/current, will proceed with Du for space computation calculation, 2024-11-18T03:54:52,207 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data6/current/BP-821318120-172.17.0.2-1731902090240/current, will proceed with Du for space computation calculation, 2024-11-18T03:54:52,241 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T03:54:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9446a70ccabbd69e with lease ID 0xb1106f829c0f3871: Processing first storage report for DS-dcc34dff-a096-4b23-a581-df3881ad7aae from datanode DatanodeRegistration(127.0.0.1:37447, datanodeUuid=7ee3a4e8-d1b1-4a75-aa13-1ae9e1118bbf, infoPort=42273, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240) 2024-11-18T03:54:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9446a70ccabbd69e with lease ID 0xb1106f829c0f3871: from storage DS-dcc34dff-a096-4b23-a581-df3881ad7aae node DatanodeRegistration(127.0.0.1:37447, datanodeUuid=7ee3a4e8-d1b1-4a75-aa13-1ae9e1118bbf, infoPort=42273, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T03:54:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9446a70ccabbd69e with lease ID 0xb1106f829c0f3871: Processing first storage report for DS-fff84dc6-f284-4863-ab95-a99f55430fd9 from datanode DatanodeRegistration(127.0.0.1:37447, datanodeUuid=7ee3a4e8-d1b1-4a75-aa13-1ae9e1118bbf, infoPort=42273, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240) 2024-11-18T03:54:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9446a70ccabbd69e with lease ID 0xb1106f829c0f3871: from storage DS-fff84dc6-f284-4863-ab95-a99f55430fd9 node DatanodeRegistration(127.0.0.1:37447, datanodeUuid=7ee3a4e8-d1b1-4a75-aa13-1ae9e1118bbf, infoPort=42273, infoSecurePort=0, ipcPort=36281, storageInfo=lv=-57;cid=testClusterID;nsid=185868984;c=1731902090240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T03:54:52,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed 2024-11-18T03:54:52,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/zookeeper_0, clientPort=59975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T03:54:52,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59975 2024-11-18T03:54:52,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:52,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:52,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741825_1001 (size=7) 2024-11-18T03:54:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741825_1001 (size=7) 2024-11-18T03:54:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741825_1001 (size=7) 2024-11-18T03:54:53,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444 with version=8 2024-11-18T03:54:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/hbase-staging 2024-11-18T03:54:53,478 INFO [Time-limited test {}] client.ConnectionUtils(128): master/88c1dcece5ca:0 server-side Connection retries=45 2024-11-18T03:54:53,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:53,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:53,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T03:54:53,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:53,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T03:54:53,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T03:54:53,690 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T03:54:53,699 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T03:54:53,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T03:54:53,732 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11184 (auto-detected) 2024-11-18T03:54:53,733 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T03:54:53,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43061 2024-11-18T03:54:53,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43061 connecting to ZooKeeper ensemble=127.0.0.1:59975 2024-11-18T03:54:53,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430610x0, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T03:54:53,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43061-0x10129369f5a0000 connected 2024-11-18T03:54:53,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:53,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:53,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:54:53,857 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444, hbase.cluster.distributed=false 2024-11-18T03:54:53,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T03:54:53,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43061 2024-11-18T03:54:53,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43061 2024-11-18T03:54:53,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43061 2024-11-18T03:54:53,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43061 2024-11-18T03:54:53,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43061 2024-11-18T03:54:54,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88c1dcece5ca:0 server-side Connection retries=45 2024-11-18T03:54:54,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T03:54:54,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T03:54:54,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T03:54:54,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T03:54:54,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38587 2024-11-18T03:54:54,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38587 connecting to ZooKeeper ensemble=127.0.0.1:59975 2024-11-18T03:54:54,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385870x0, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T03:54:54,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38587-0x10129369f5a0001 connected 2024-11-18T03:54:54,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385870x0, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:54:54,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T03:54:54,058 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T03:54:54,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T03:54:54,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T03:54:54,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-18T03:54:54,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38587 2024-11-18T03:54:54,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38587 2024-11-18T03:54:54,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-18T03:54:54,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38587 2024-11-18T03:54:54,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88c1dcece5ca:0 server-side Connection retries=45 2024-11-18T03:54:54,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T03:54:54,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T03:54:54,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T03:54:54,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T03:54:54,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39989 2024-11-18T03:54:54,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39989 connecting to ZooKeeper ensemble=127.0.0.1:59975 2024-11-18T03:54:54,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399890x0, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T03:54:54,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:54:54,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39989-0x10129369f5a0002 connected 2024-11-18T03:54:54,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T03:54:54,102 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T03:54:54,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T03:54:54,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T03:54:54,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39989 2024-11-18T03:54:54,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39989 2024-11-18T03:54:54,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39989 2024-11-18T03:54:54,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39989 2024-11-18T03:54:54,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39989 2024-11-18T03:54:54,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/88c1dcece5ca:0 server-side Connection retries=45 2024-11-18T03:54:54,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T03:54:54,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T03:54:54,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T03:54:54,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T03:54:54,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T03:54:54,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41029 2024-11-18T03:54:54,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41029 connecting to ZooKeeper ensemble=127.0.0.1:59975 2024-11-18T03:54:54,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410290x0, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T03:54:54,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41029-0x10129369f5a0003 connected 2024-11-18T03:54:54,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:54:54,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T03:54:54,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T03:54:54,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T03:54:54,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T03:54:54,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41029 2024-11-18T03:54:54,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41029 2024-11-18T03:54:54,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41029 2024-11-18T03:54:54,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41029 2024-11-18T03:54:54,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41029 2024-11-18T03:54:54,169 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;88c1dcece5ca:43061 2024-11-18T03:54:54,170 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,178 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,202 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T03:54:54,204 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/88c1dcece5ca,43061,1731902093278 from backup master directory 2024-11-18T03:54:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T03:54:54,207 WARN [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T03:54:54,207 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,209 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T03:54:54,211 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T03:54:54,266 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/hbase.id] with ID: 7896caef-186c-46fe-8816-e0117fd9d5cc 2024-11-18T03:54:54,267 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/.tmp/hbase.id 2024-11-18T03:54:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741826_1002 (size=42) 2024-11-18T03:54:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741826_1002 (size=42) 2024-11-18T03:54:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741826_1002 (size=42) 2024-11-18T03:54:54,285 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/.tmp/hbase.id]:[hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/hbase.id] 2024-11-18T03:54:54,329 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T03:54:54,334 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T03:54:54,353 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-18T03:54:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741827_1003 (size=196) 2024-11-18T03:54:54,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741827_1003 (size=196) 2024-11-18T03:54:54,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741827_1003 (size=196) 2024-11-18T03:54:54,392 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T03:54:54,394 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T03:54:54,400 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:54,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741828_1004 (size=1189) 2024-11-18T03:54:54,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741828_1004 (size=1189) 2024-11-18T03:54:54,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741828_1004 (size=1189) 2024-11-18T03:54:54,452 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store 2024-11-18T03:54:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741829_1005 (size=34) 2024-11-18T03:54:54,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741829_1005 (size=34) 2024-11-18T03:54:54,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741829_1005 (size=34) 2024-11-18T03:54:54,481 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T03:54:54,485 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:54,487 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T03:54:54,487 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:54:54,487 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:54:54,489 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-18T03:54:54,489 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:54:54,490 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:54:54,491 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731902094487Disabling compacts and flushes for region at 1731902094487Disabling writes for close at 1731902094489 (+2 ms)Writing region close event to WAL at 1731902094490 (+1 ms)Closed at 1731902094490 2024-11-18T03:54:54,493 WARN [master/88c1dcece5ca:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/.initializing 2024-11-18T03:54:54,494 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/WALs/88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,503 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:54,519 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88c1dcece5ca%2C43061%2C1731902093278, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/WALs/88c1dcece5ca,43061,1731902093278, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/oldWALs, maxLogs=10 2024-11-18T03:54:54,555 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/WALs/88c1dcece5ca,43061,1731902093278/88c1dcece5ca%2C43061%2C1731902093278.1731902094526, exclude list is [], retry=0 2024-11-18T03:54:54,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:54:54,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:54,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:54,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T03:54:54,626 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/WALs/88c1dcece5ca,43061,1731902093278/88c1dcece5ca%2C43061%2C1731902093278.1731902094526 2024-11-18T03:54:54,627 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:54:54,627 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:54:54,628 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:54,631 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,633 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T03:54:54,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:54,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:54,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T03:54:54,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:54,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:54,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T03:54:54,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:54,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:54,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T03:54:54,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:54,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:54,719 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,722 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,724 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,729 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,729 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,733 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T03:54:54,736 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T03:54:54,741 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:54:54,742 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74661137, jitterRate=0.11253763735294342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T03:54:54,748 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731902094646Initializing all the Stores at 1731902094648 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902094649 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902094650 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902094650Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902094650Cleaning up temporary data from old regions at 1731902094729 (+79 ms)Region opened successfully at 1731902094748 (+19 ms) 2024-11-18T03:54:54,750 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T03:54:54,787 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c0de2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88c1dcece5ca/172.17.0.2:0 2024-11-18T03:54:54,832 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T03:54:54,845 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T03:54:54,845 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T03:54:54,849 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T03:54:54,850 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T03:54:54,855 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T03:54:54,856 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T03:54:54,883 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T03:54:54,891 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T03:54:54,893 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T03:54:54,895 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T03:54:54,897 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T03:54:54,899 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T03:54:54,902 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T03:54:54,905 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T03:54:54,906 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T03:54:54,908 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T03:54:54,909 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T03:54:54,930 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T03:54:54,932 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,941 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=88c1dcece5ca,43061,1731902093278, sessionid=0x10129369f5a0000, setting cluster-up flag (Was=false) 2024-11-18T03:54:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,959 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T03:54:54,961 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:54,972 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T03:54:54,974 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:54,980 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T03:54:55,054 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T03:54:55,058 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(746): ClusterId : 7896caef-186c-46fe-8816-e0117fd9d5cc 2024-11-18T03:54:55,058 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(746): ClusterId : 7896caef-186c-46fe-8816-e0117fd9d5cc 2024-11-18T03:54:55,058 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(746): ClusterId : 7896caef-186c-46fe-8816-e0117fd9d5cc 2024-11-18T03:54:55,061 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T03:54:55,061 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T03:54:55,061 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T03:54:55,065 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T03:54:55,067 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T03:54:55,067 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T03:54:55,067 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T03:54:55,067 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T03:54:55,067 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T03:54:55,067 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T03:54:55,071 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T03:54:55,071 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T03:54:55,072 DEBUG [RS:1;88c1dcece5ca:39989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd9f676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88c1dcece5ca/172.17.0.2:0 2024-11-18T03:54:55,072 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T03:54:55,072 DEBUG [RS:0;88c1dcece5ca:38587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572b0c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88c1dcece5ca/172.17.0.2:0 2024-11-18T03:54:55,072 DEBUG [RS:2;88c1dcece5ca:41029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256e638e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=88c1dcece5ca/172.17.0.2:0 2024-11-18T03:54:55,073 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T03:54:55,079 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 88c1dcece5ca,43061,1731902093278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T03:54:55,087 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/88c1dcece5ca:0, corePoolSize=5, maxPoolSize=5 2024-11-18T03:54:55,088 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/88c1dcece5ca:0, corePoolSize=5, maxPoolSize=5 2024-11-18T03:54:55,088 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/88c1dcece5ca:0, corePoolSize=5, maxPoolSize=5 2024-11-18T03:54:55,088 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/88c1dcece5ca:0, corePoolSize=5, maxPoolSize=5 2024-11-18T03:54:55,088 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/88c1dcece5ca:0, corePoolSize=10, maxPoolSize=10 2024-11-18T03:54:55,088 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,088 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/88c1dcece5ca:0, corePoolSize=2, maxPoolSize=2 2024-11-18T03:54:55,089 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,093 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;88c1dcece5ca:38587 2024-11-18T03:54:55,095 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;88c1dcece5ca:39989 2024-11-18T03:54:55,098 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731902125098 2024-11-18T03:54:55,098 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T03:54:55,098 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T03:54:55,098 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T03:54:55,099 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;88c1dcece5ca:41029 2024-11-18T03:54:55,099 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T03:54:55,099 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T03:54:55,099 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T03:54:55,099 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T03:54:55,099 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T03:54:55,099 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T03:54:55,100 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T03:54:55,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T03:54:55,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T03:54:55,101 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T03:54:55,102 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(2659): reportForDuty to master=88c1dcece5ca,43061,1731902093278 with port=39989, startcode=1731902094085 2024-11-18T03:54:55,102 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(2659): reportForDuty to master=88c1dcece5ca,43061,1731902093278 with port=41029, startcode=1731902094126 2024-11-18T03:54:55,102 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(2659): reportForDuty to master=88c1dcece5ca,43061,1731902093278 with port=38587, startcode=1731902093983 2024-11-18T03:54:55,106 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T03:54:55,106 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T03:54:55,106 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T03:54:55,107 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T03:54:55,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T03:54:55,107 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,113 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T03:54:55,114 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T03:54:55,114 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T03:54:55,117 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T03:54:55,117 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T03:54:55,118 DEBUG [RS:0;88c1dcece5ca:38587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T03:54:55,118 DEBUG [RS:1;88c1dcece5ca:39989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T03:54:55,118 DEBUG [RS:2;88c1dcece5ca:41029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T03:54:55,119 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/88c1dcece5ca:0:becomeActiveMaster-HFileCleaner.large.0-1731902095118,5,FailOnTimeoutGroup] 2024-11-18T03:54:55,128 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/88c1dcece5ca:0:becomeActiveMaster-HFileCleaner.small.0-1731902095119,5,FailOnTimeoutGroup] 2024-11-18T03:54:55,128 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,128 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T03:54:55,130 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,130 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741831_1007 (size=1321) 2024-11-18T03:54:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741831_1007 (size=1321) 2024-11-18T03:54:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741831_1007 (size=1321) 2024-11-18T03:54:55,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T03:54:55,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444 2024-11-18T03:54:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741832_1008 (size=32) 2024-11-18T03:54:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741832_1008 (size=32) 2024-11-18T03:54:55,192 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T03:54:55,192 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T03:54:55,192 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48497, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T03:54:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741832_1008 (size=32) 2024-11-18T03:54:55,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:55,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88c1dcece5ca,41029,1731902094126 2024-11-18T03:54:55,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T03:54:55,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43061 {}] master.ServerManager(517): Registering regionserver=88c1dcece5ca,41029,1731902094126 2024-11-18T03:54:55,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T03:54:55,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T03:54:55,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T03:54:55,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T03:54:55,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T03:54:55,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T03:54:55,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88c1dcece5ca,38587,1731902093983 2024-11-18T03:54:55,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43061 {}] master.ServerManager(517): Registering regionserver=88c1dcece5ca,38587,1731902093983 2024-11-18T03:54:55,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T03:54:55,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,219 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444 2024-11-18T03:54:55,219 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-18T03:54:55,219 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T03:54:55,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T03:54:55,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,221 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444 2024-11-18T03:54:55,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43061 {}] master.ServerManager(517): Registering regionserver=88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,221 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-18T03:54:55,221 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T03:54:55,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740 2024-11-18T03:54:55,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740 2024-11-18T03:54:55,225 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444 2024-11-18T03:54:55,225 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-18T03:54:55,225 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T03:54:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T03:54:55,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T03:54:55,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T03:54:55,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T03:54:55,230 DEBUG [RS:0;88c1dcece5ca:38587 {}] zookeeper.ZKUtil(111): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/88c1dcece5ca,38587,1731902093983 2024-11-18T03:54:55,230 DEBUG [RS:2;88c1dcece5ca:41029 {}] zookeeper.ZKUtil(111): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/88c1dcece5ca,41029,1731902094126 2024-11-18T03:54:55,230 WARN [RS:0;88c1dcece5ca:38587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T03:54:55,230 INFO [RS:0;88c1dcece5ca:38587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:55,230 WARN [RS:2;88c1dcece5ca:41029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T03:54:55,230 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983 2024-11-18T03:54:55,230 INFO [RS:2;88c1dcece5ca:41029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:55,231 DEBUG [RS:1;88c1dcece5ca:39989 {}] zookeeper.ZKUtil(111): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,231 WARN [RS:1;88c1dcece5ca:39989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T03:54:55,231 INFO [RS:1;88c1dcece5ca:39989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:55,231 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T03:54:55,232 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,41029,1731902094126 2024-11-18T03:54:55,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88c1dcece5ca,41029,1731902094126] 2024-11-18T03:54:55,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88c1dcece5ca,38587,1731902093983] 2024-11-18T03:54:55,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [88c1dcece5ca,39989,1731902094085] 2024-11-18T03:54:55,241 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:54:55,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63106795, jitterRate=-0.059635475277900696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T03:54:55,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731902095196Initializing all the Stores at 1731902095198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902095198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902095198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902095198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902095198Cleaning up temporary data from old regions at 1731902095227 (+29 ms)Region opened successfully at 1731902095246 (+19 ms) 2024-11-18T03:54:55,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T03:54:55,247 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T03:54:55,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T03:54:55,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T03:54:55,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T03:54:55,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T03:54:55,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731902095247Disabling compacts and flushes for region at 1731902095247Disabling writes for close at 1731902095247Writing region close event to WAL at 1731902095248 (+1 ms)Closed at 1731902095249 (+1 ms) 2024-11-18T03:54:55,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T03:54:55,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T03:54:55,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T03:54:55,267 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T03:54:55,267 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T03:54:55,267 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T03:54:55,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T03:54:55,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T03:54:55,283 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T03:54:55,283 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T03:54:55,284 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T03:54:55,289 INFO [RS:2;88c1dcece5ca:41029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T03:54:55,289 INFO [RS:0;88c1dcece5ca:38587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T03:54:55,289 INFO [RS:1;88c1dcece5ca:39989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T03:54:55,289 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,289 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,289 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,290 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T03:54:55,290 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T03:54:55,291 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T03:54:55,296 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T03:54:55,296 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T03:54:55,296 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T03:54:55,297 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,297 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,297 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,298 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,298 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0, corePoolSize=2, maxPoolSize=2 2024-11-18T03:54:55,299 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0, corePoolSize=2, maxPoolSize=2 2024-11-18T03:54:55,299 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0, corePoolSize=2, maxPoolSize=2 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,299 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,300 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,300 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88c1dcece5ca:0, corePoolSize=3, maxPoolSize=3 2024-11-18T03:54:55,300 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,300 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,300 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/88c1dcece5ca:0, corePoolSize=1, maxPoolSize=1 2024-11-18T03:54:55,300 DEBUG [RS:0;88c1dcece5ca:38587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88c1dcece5ca:0, corePoolSize=3, maxPoolSize=3 2024-11-18T03:54:55,300 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88c1dcece5ca:0, corePoolSize=3, maxPoolSize=3 2024-11-18T03:54:55,300 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/88c1dcece5ca:0, corePoolSize=3, maxPoolSize=3 2024-11-18T03:54:55,300 DEBUG [RS:2;88c1dcece5ca:41029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88c1dcece5ca:0, corePoolSize=3, maxPoolSize=3 2024-11-18T03:54:55,300 DEBUG [RS:1;88c1dcece5ca:39989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/88c1dcece5ca:0, corePoolSize=3, maxPoolSize=3 2024-11-18T03:54:55,308 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,308 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,308 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,308 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,308 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,308 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,308 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,309 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,309 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,309 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,309 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,38587,1731902093983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T03:54:55,309 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,39989,1731902094085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T03:54:55,311 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,311 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,311 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,311 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,311 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,311 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,41029,1731902094126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T03:54:55,335 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T03:54:55,335 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T03:54:55,337 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T03:54:55,337 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,39989,1731902094085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,337 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,38587,1731902093983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,338 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,41029,1731902094126-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,338 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,338 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,338 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.Replication(171): 88c1dcece5ca,38587,1731902093983 started 2024-11-18T03:54:55,338 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.Replication(171): 88c1dcece5ca,41029,1731902094126 started 2024-11-18T03:54:55,338 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,338 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.Replication(171): 88c1dcece5ca,39989,1731902094085 started 2024-11-18T03:54:55,359 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,359 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,359 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1482): Serving as 88c1dcece5ca,39989,1731902094085, RpcServer on 88c1dcece5ca/172.17.0.2:39989, sessionid=0x10129369f5a0002 2024-11-18T03:54:55,359 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1482): Serving as 88c1dcece5ca,38587,1731902093983, RpcServer on 88c1dcece5ca/172.17.0.2:38587, sessionid=0x10129369f5a0001 2024-11-18T03:54:55,360 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T03:54:55,360 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T03:54:55,360 DEBUG [RS:0;88c1dcece5ca:38587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88c1dcece5ca,38587,1731902093983 2024-11-18T03:54:55,360 DEBUG [RS:1;88c1dcece5ca:39989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,361 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88c1dcece5ca,38587,1731902093983' 2024-11-18T03:54:55,361 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88c1dcece5ca,39989,1731902094085' 2024-11-18T03:54:55,361 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T03:54:55,361 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T03:54:55,362 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T03:54:55,362 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T03:54:55,362 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T03:54:55,363 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T03:54:55,363 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T03:54:55,363 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T03:54:55,363 DEBUG [RS:1;88c1dcece5ca:39989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,363 DEBUG [RS:0;88c1dcece5ca:38587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88c1dcece5ca,38587,1731902093983 2024-11-18T03:54:55,363 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88c1dcece5ca,39989,1731902094085' 2024-11-18T03:54:55,363 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88c1dcece5ca,38587,1731902093983' 2024-11-18T03:54:55,363 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T03:54:55,363 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T03:54:55,364 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T03:54:55,364 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T03:54:55,364 DEBUG [RS:0;88c1dcece5ca:38587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T03:54:55,364 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:55,365 INFO [RS:0;88c1dcece5ca:38587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T03:54:55,365 INFO [RS:0;88c1dcece5ca:38587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T03:54:55,365 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1482): Serving as 88c1dcece5ca,41029,1731902094126, RpcServer on 88c1dcece5ca/172.17.0.2:41029, sessionid=0x10129369f5a0003 2024-11-18T03:54:55,365 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T03:54:55,365 DEBUG [RS:2;88c1dcece5ca:41029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 88c1dcece5ca,41029,1731902094126 2024-11-18T03:54:55,365 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88c1dcece5ca,41029,1731902094126' 2024-11-18T03:54:55,365 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T03:54:55,366 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T03:54:55,366 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T03:54:55,366 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T03:54:55,367 DEBUG [RS:2;88c1dcece5ca:41029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 88c1dcece5ca,41029,1731902094126 2024-11-18T03:54:55,367 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '88c1dcece5ca,41029,1731902094126' 2024-11-18T03:54:55,367 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T03:54:55,367 DEBUG [RS:1;88c1dcece5ca:39989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T03:54:55,367 INFO [RS:1;88c1dcece5ca:39989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T03:54:55,367 INFO [RS:1;88c1dcece5ca:39989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T03:54:55,367 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T03:54:55,368 DEBUG [RS:2;88c1dcece5ca:41029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T03:54:55,368 INFO [RS:2;88c1dcece5ca:41029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T03:54:55,368 INFO [RS:2;88c1dcece5ca:41029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T03:54:55,429 WARN [88c1dcece5ca:43061 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T03:54:55,470 INFO [RS:0;88c1dcece5ca:38587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:55,470 INFO [RS:1;88c1dcece5ca:39989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:55,470 INFO [RS:2;88c1dcece5ca:41029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:55,474 INFO [RS:0;88c1dcece5ca:38587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88c1dcece5ca%2C38587%2C1731902093983, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs, maxLogs=32 2024-11-18T03:54:55,474 INFO [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88c1dcece5ca%2C39989%2C1731902094085, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs, maxLogs=32 2024-11-18T03:54:55,475 INFO [RS:2;88c1dcece5ca:41029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88c1dcece5ca%2C41029%2C1731902094126, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,41029,1731902094126, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs, maxLogs=32 2024-11-18T03:54:55,494 DEBUG [RS:1;88c1dcece5ca:39989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085/88c1dcece5ca%2C39989%2C1731902094085.1731902095479, exclude list is [], retry=0 2024-11-18T03:54:55,496 DEBUG [RS:2;88c1dcece5ca:41029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,41029,1731902094126/88c1dcece5ca%2C41029%2C1731902094126.1731902095480, exclude list is [], retry=0 2024-11-18T03:54:55,497 DEBUG [RS:0;88c1dcece5ca:38587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983/88c1dcece5ca%2C38587%2C1731902093983.1731902095479, exclude list is [], retry=0 2024-11-18T03:54:55,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:55,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:55,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:55,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:55,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:55,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:55,512 INFO [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085/88c1dcece5ca%2C39989%2C1731902094085.1731902095479 2024-11-18T03:54:55,513 DEBUG [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:54:55,513 INFO [RS:2;88c1dcece5ca:41029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,41029,1731902094126/88c1dcece5ca%2C41029%2C1731902094126.1731902095480 2024-11-18T03:54:55,514 DEBUG [RS:2;88c1dcece5ca:41029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:54:55,514 INFO [RS:0;88c1dcece5ca:38587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 2024-11-18T03:54:55,515 DEBUG [RS:0;88c1dcece5ca:38587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:54:55,682 DEBUG [88c1dcece5ca:43061 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T03:54:55,690 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(204): Hosts are {88c1dcece5ca=0} racks are {/default-rack=0} 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T03:54:55,697 INFO [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T03:54:55,697 INFO [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T03:54:55,697 INFO [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T03:54:55,697 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T03:54:55,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:55,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88c1dcece5ca,39989,1731902094085, state=OPENING 2024-11-18T03:54:55,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T03:54:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:54:55,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:55,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:55,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:55,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:55,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T03:54:55,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=88c1dcece5ca,39989,1731902094085}] 2024-11-18T03:54:55,899 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T03:54:55,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49675, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T03:54:55,914 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T03:54:55,914 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:55,915 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T03:54:55,918 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=88c1dcece5ca%2C39989%2C1731902094085.meta, suffix=.meta, logDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs, maxLogs=32 2024-11-18T03:54:55,936 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085/88c1dcece5ca%2C39989%2C1731902094085.meta.1731902095920.meta, exclude list is [], retry=0 2024-11-18T03:54:55,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:55,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:55,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:55,944 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,39989,1731902094085/88c1dcece5ca%2C39989%2C1731902094085.meta.1731902095920.meta 2024-11-18T03:54:55,946 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:54:55,946 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:54:55,948 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T03:54:55,951 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T03:54:55,956 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T03:54:55,961 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T03:54:55,962 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:55,962 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T03:54:55,962 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T03:54:55,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T03:54:55,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T03:54:55,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T03:54:55,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T03:54:55,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T03:54:55,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T03:54:55,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T03:54:55,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T03:54:55,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:55,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T03:54:55,974 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T03:54:55,976 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740 2024-11-18T03:54:55,978 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740 2024-11-18T03:54:55,981 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T03:54:55,981 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T03:54:55,981 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T03:54:55,984 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T03:54:55,986 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59014806, jitterRate=-0.12061086297035217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T03:54:55,986 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T03:54:55,987 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731902095962Writing region info on filesystem at 1731902095963 (+1 ms)Initializing all the Stores at 1731902095965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902095965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902095965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902095965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731902095965Cleaning up temporary data from old regions at 1731902095981 (+16 ms)Running coprocessor post-open hooks at 1731902095986 (+5 ms)Region opened successfully at 1731902095987 (+1 ms) 2024-11-18T03:54:55,994 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731902095889 2024-11-18T03:54:56,006 DEBUG [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T03:54:56,006 INFO [RS_OPEN_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T03:54:56,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:56,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 88c1dcece5ca,39989,1731902094085, state=OPEN 2024-11-18T03:54:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T03:54:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T03:54:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T03:54:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T03:54:56,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:56,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:56,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:56,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T03:54:56,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=88c1dcece5ca,39989,1731902094085 2024-11-18T03:54:56,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T03:54:56,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=88c1dcece5ca,39989,1731902094085 in 294 msec 2024-11-18T03:54:56,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T03:54:56,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 761 msec 2024-11-18T03:54:56,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T03:54:56,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T03:54:56,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T03:54:56,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88c1dcece5ca,39989,1731902094085, seqNum=-1] 2024-11-18T03:54:56,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T03:54:56,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T03:54:56,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0940 sec 2024-11-18T03:54:56,103 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731902096103, completionTime=-1 2024-11-18T03:54:56,105 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T03:54:56,106 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T03:54:56,139 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T03:54:56,139 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731902156139 2024-11-18T03:54:56,139 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731902216139 2024-11-18T03:54:56,139 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-18T03:54:56,141 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T03:54:56,148 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,43061,1731902093278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,149 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,43061,1731902093278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,149 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,43061,1731902093278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,150 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-88c1dcece5ca:43061, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,151 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,151 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,157 DEBUG [master/88c1dcece5ca:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T03:54:56,215 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.007sec 2024-11-18T03:54:56,217 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T03:54:56,219 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T03:54:56,220 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T03:54:56,221 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T03:54:56,221 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T03:54:56,222 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,43061,1731902093278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T03:54:56,222 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,43061,1731902093278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T03:54:56,228 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T03:54:56,229 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T03:54:56,234 INFO [master/88c1dcece5ca:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=88c1dcece5ca,43061,1731902093278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T03:54:56,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ef2577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T03:54:56,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 88c1dcece5ca,43061,-1 for getting cluster id 2024-11-18T03:54:56,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T03:54:56,281 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7896caef-186c-46fe-8816-e0117fd9d5cc' 2024-11-18T03:54:56,283 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T03:54:56,284 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7896caef-186c-46fe-8816-e0117fd9d5cc" 2024-11-18T03:54:56,284 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214b0e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T03:54:56,284 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [88c1dcece5ca,43061,-1] 2024-11-18T03:54:56,287 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T03:54:56,288 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:54:56,289 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T03:54:56,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2491eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T03:54:56,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T03:54:56,299 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=88c1dcece5ca,39989,1731902094085, seqNum=-1] 2024-11-18T03:54:56,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T03:54:56,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T03:54:56,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=88c1dcece5ca,43061,1731902093278 2024-11-18T03:54:56,322 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41453/hbase 2024-11-18T03:54:56,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=4908 2024-11-18T03:54:56,356 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:56,359 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:56,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:56,364 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77317779, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-77317779, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:54:56,379 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77317779/hregion-77317779.1731902096365, exclude list is [], retry=0 2024-11-18T03:54:56,383 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:56,383 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:56,384 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:56,388 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77317779/hregion-77317779.1731902096365 2024-11-18T03:54:56,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:54:56,388 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 61e48e89a3f667a2618789f9e2278bdc, NAME => 'testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:54:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741838_1014 (size=64) 2024-11-18T03:54:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741838_1014 (size=64) 2024-11-18T03:54:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741838_1014 (size=64) 2024-11-18T03:54:56,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:56,405 INFO [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,407 INFO [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61e48e89a3f667a2618789f9e2278bdc columnFamilyName a 2024-11-18T03:54:56,407 DEBUG [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:56,407 INFO [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] regionserver.HStore(327): Store=61e48e89a3f667a2618789f9e2278bdc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:56,408 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,410 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,414 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,417 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:54:56,418 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 61e48e89a3f667a2618789f9e2278bdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61392260, jitterRate=-0.08518403768539429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:54:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 61e48e89a3f667a2618789f9e2278bdc: Writing region info on filesystem at 1731902096403Initializing all the Stores at 1731902096404 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902096404Cleaning up temporary data from old regions at 1731902096411 (+7 ms)Region opened successfully at 1731902096420 (+9 ms) 2024-11-18T03:54:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 61e48e89a3f667a2618789f9e2278bdc, disabling compactions & flushes 2024-11-18T03:54:56,420 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc. 2024-11-18T03:54:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc. 2024-11-18T03:54:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc. after waiting 0 ms 2024-11-18T03:54:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc. 2024-11-18T03:54:56,421 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc. 2024-11-18T03:54:56,421 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 61e48e89a3f667a2618789f9e2278bdc: Waiting for close lock at 1731902096420Disabling compacts and flushes for region at 1731902096420Disabling writes for close at 1731902096420Writing region close event to WAL at 1731902096421 (+1 ms)Closed at 1731902096421 2024-11-18T03:54:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741837_1013 (size=93) 2024-11-18T03:54:56,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-77317779/hregion-77317779.1731902096365 not finished, retry = 0 2024-11-18T03:54:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741837_1013 (size=93) 2024-11-18T03:54:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741837_1013 (size=93) 2024-11-18T03:54:56,534 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:54:56,534 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77317779:(num 1731902096365) 2024-11-18T03:54:56,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T03:54:56,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741839_1015 (size=276) 2024-11-18T03:54:56,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741839_1015 (size=276) 2024-11-18T03:54:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741839_1015 (size=276) 2024-11-18T03:54:56,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T03:54:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741840_1016 (size=230) 2024-11-18T03:54:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741840_1016 (size=230) 2024-11-18T03:54:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741840_1016 (size=230) 2024-11-18T03:54:56,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1, size=276 (276bytes) 2024-11-18T03:54:56,592 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T03:54:56,592 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T03:54:56,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1 2024-11-18T03:54:56,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1 after 4ms 2024-11-18T03:54:56,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:56,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1 took 16ms 2024-11-18T03:54:56,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1 so closing down 2024-11-18T03:54:56,612 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T03:54:56,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:54:56,615 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T03:54:56,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:54:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741841_1017 (size=276) 2024-11-18T03:54:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741841_1017 (size=276) 2024-11-18T03:54:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741841_1017 (size=276) 2024-11-18T03:54:56,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T03:54:56,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002 2024-11-18T03:54:56,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-18T03:54:56,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1, journal: Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1, size=276 (276bytes) at 1731902096591Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1 so closing down at 1731902096609 (+18 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000001-wal-1.temp at 1731902096615 (+6 ms)3 split writer threads finished at 1731902096616 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731902096632 (+16 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002 at 1731902096636 (+4 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731902096640 (+4 ms) 2024-11-18T03:54:56,655 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2, size=230 (230bytes) 2024-11-18T03:54:56,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2 2024-11-18T03:54:56,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2 after 0ms 2024-11-18T03:54:56,661 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:56,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2 took 6ms 2024-11-18T03:54:56,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2 so closing down 2024-11-18T03:54:56,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:54:56,667 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T03:54:56,669 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T03:54:56,669 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:54:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741842_1018 (size=230) 2024-11-18T03:54:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741842_1018 (size=230) 2024-11-18T03:54:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741842_1018 (size=230) 2024-11-18T03:54:56,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T03:54:56,684 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:56,686 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-18T03:54:56,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-18T03:54:56,688 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2, journal: Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2, size=230 (230bytes) at 1731902096656Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2 so closing down at 1731902096664 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002-wal-2.temp at 1731902096669 (+5 ms)3 split writer threads finished at 1731902096669Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731902096679 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731902096688 (+9 ms) 2024-11-18T03:54:56,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:54:56,691 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:54:56,705 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal.1731902096692, exclude list is [], retry=0 2024-11-18T03:54:56,708 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:56,709 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:56,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:56,712 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal.1731902096692 2024-11-18T03:54:56,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:54:56,713 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 61e48e89a3f667a2618789f9e2278bdc, NAME => 'testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:54:56,713 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:56,713 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,713 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,716 INFO [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,717 INFO [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61e48e89a3f667a2618789f9e2278bdc columnFamilyName a 2024-11-18T03:54:56,718 DEBUG [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:56,719 INFO [StoreOpener-61e48e89a3f667a2618789f9e2278bdc-1 {}] regionserver.HStore(327): Store=61e48e89a3f667a2618789f9e2278bdc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:56,719 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,724 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,725 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002 2024-11-18T03:54:56,729 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:56,737 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002 2024-11-18T03:54:56,742 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 61e48e89a3f667a2618789f9e2278bdc 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T03:54:56,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/.tmp/a/0f6ca36fdc874c9399a124f0a6dda994 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731902096534/Put/seqid=0 2024-11-18T03:54:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741844_1020 (size=5170) 2024-11-18T03:54:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741844_1020 (size=5170) 2024-11-18T03:54:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741844_1020 (size=5170) 2024-11-18T03:54:56,815 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/.tmp/a/0f6ca36fdc874c9399a124f0a6dda994 2024-11-18T03:54:56,859 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/.tmp/a/0f6ca36fdc874c9399a124f0a6dda994 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/a/0f6ca36fdc874c9399a124f0a6dda994 2024-11-18T03:54:56,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/a/0f6ca36fdc874c9399a124f0a6dda994, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T03:54:56,877 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 61e48e89a3f667a2618789f9e2278bdc in 134ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T03:54:56,878 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/0000000000000000002 2024-11-18T03:54:56,879 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,879 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,883 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 61e48e89a3f667a2618789f9e2278bdc 2024-11-18T03:54:56,886 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/61e48e89a3f667a2618789f9e2278bdc/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T03:54:56,888 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 61e48e89a3f667a2618789f9e2278bdc; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63679572, jitterRate=-0.05110043287277222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:54:56,890 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 61e48e89a3f667a2618789f9e2278bdc: Writing region info on filesystem at 1731902096713Initializing all the Stores at 1731902096715 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902096715Obtaining lock to block concurrent updates at 1731902096742 (+27 ms)Preparing flush snapshotting stores in 61e48e89a3f667a2618789f9e2278bdc at 1731902096742Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731902096746 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731902096356.61e48e89a3f667a2618789f9e2278bdc. at 1731902096746Flushing 61e48e89a3f667a2618789f9e2278bdc/a: creating writer at 1731902096748 (+2 ms)Flushing 61e48e89a3f667a2618789f9e2278bdc/a: appending metadata at 1731902096788 (+40 ms)Flushing 61e48e89a3f667a2618789f9e2278bdc/a: closing flushed file at 1731902096791 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5064e9: reopening flushed file at 1731902096857 (+66 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 61e48e89a3f667a2618789f9e2278bdc in 134ms, sequenceid=2, compaction requested=false; wal=null at 1731902096877 (+20 ms)Cleaning up temporary data from old regions at 1731902096879 (+2 ms)Region opened successfully at 1731902096890 (+11 ms) 2024-11-18T03:54:56,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41453/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:33816 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:58428 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:58600 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:53774 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:33840 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:53904 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=4897 (was 4908) 2024-11-18T03:54:56,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=4896 2024-11-18T03:54:56,947 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:56,949 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:56,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:56,953 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-54269674, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-54269674, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:54:56,966 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-54269674/hregion-54269674.1731902096954, exclude list is [], retry=0 2024-11-18T03:54:56,970 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:56,971 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:56,972 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:56,975 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-54269674/hregion-54269674.1731902096954 2024-11-18T03:54:56,976 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:54:56,976 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b7b164189fc2d48fc7e6756ab2dc0ad3, NAME => 'testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:54:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741846_1022 (size=64) 2024-11-18T03:54:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741846_1022 (size=64) 2024-11-18T03:54:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741846_1022 (size=64) 2024-11-18T03:54:56,993 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:56,995 INFO [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:56,997 INFO [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7b164189fc2d48fc7e6756ab2dc0ad3 columnFamilyName a 2024-11-18T03:54:56,997 DEBUG [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:56,998 INFO [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] regionserver.HStore(327): Store=b7b164189fc2d48fc7e6756ab2dc0ad3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:56,998 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:56,999 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,000 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,001 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,001 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,003 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,006 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:54:57,007 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b7b164189fc2d48fc7e6756ab2dc0ad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74917515, jitterRate=0.1163579672574997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:54:57,007 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b7b164189fc2d48fc7e6756ab2dc0ad3: Writing region info on filesystem at 1731902096993Initializing all the Stores at 1731902096994 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902096994Cleaning up temporary data from old regions at 1731902097001 (+7 ms)Region opened successfully at 1731902097007 (+6 ms) 2024-11-18T03:54:57,007 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b7b164189fc2d48fc7e6756ab2dc0ad3, disabling compactions & flushes 2024-11-18T03:54:57,007 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3. 2024-11-18T03:54:57,007 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3. 2024-11-18T03:54:57,007 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3. after waiting 0 ms 2024-11-18T03:54:57,007 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3. 2024-11-18T03:54:57,008 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3. 2024-11-18T03:54:57,008 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b7b164189fc2d48fc7e6756ab2dc0ad3: Waiting for close lock at 1731902097007Disabling compacts and flushes for region at 1731902097007Disabling writes for close at 1731902097007Writing region close event to WAL at 1731902097008 (+1 ms)Closed at 1731902097008 2024-11-18T03:54:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741845_1021 (size=93) 2024-11-18T03:54:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741845_1021 (size=93) 2024-11-18T03:54:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741845_1021 (size=93) 2024-11-18T03:54:57,014 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:54:57,015 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-54269674:(num 1731902096954) 2024-11-18T03:54:57,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T03:54:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741847_1023 (size=276) 2024-11-18T03:54:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741847_1023 (size=276) 2024-11-18T03:54:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741847_1023 (size=276) 2024-11-18T03:54:57,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-18T03:54:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741848_1024 (size=230) 2024-11-18T03:54:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741848_1024 (size=230) 2024-11-18T03:54:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741848_1024 (size=230) 2024-11-18T03:54:57,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2, size=230 (230bytes) 2024-11-18T03:54:57,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2 2024-11-18T03:54:57,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2 after 1ms 2024-11-18T03:54:57,067 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:57,067 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2 took 5ms 2024-11-18T03:54:57,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2 so closing down 2024-11-18T03:54:57,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:54:57,071 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-18T03:54:57,073 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002-wal-2.temp 2024-11-18T03:54:57,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:54:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741849_1025 (size=230) 2024-11-18T03:54:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741849_1025 (size=230) 2024-11-18T03:54:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741849_1025 (size=230) 2024-11-18T03:54:57,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T03:54:57,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 2024-11-18T03:54:57,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-18T03:54:57,085 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2, journal: Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2, size=230 (230bytes) at 1731902097062Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2 so closing down at 1731902097069 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002-wal-2.temp at 1731902097073 (+4 ms)3 split writer threads finished at 1731902097073Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731902097083 (+10 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 at 1731902097085 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731902097085 2024-11-18T03:54:57,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1, size=276 (276bytes) 2024-11-18T03:54:57,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1 2024-11-18T03:54:57,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1 after 1ms 2024-11-18T03:54:57,106 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:57,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1 took 5ms 2024-11-18T03:54:57,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1 so closing down 2024-11-18T03:54:57,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:54:57,111 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-18T03:54:57,113 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000001-wal-1.temp 2024-11-18T03:54:57,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:54:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741850_1026 (size=276) 2024-11-18T03:54:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741850_1026 (size=276) 2024-11-18T03:54:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741850_1026 (size=276) 2024-11-18T03:54:57,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T03:54:57,126 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:57,129 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002, length=230 2024-11-18T03:54:57,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 2024-11-18T03:54:57,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-18T03:54:57,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1, journal: Splitting hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1, size=276 (276bytes) at 1731902097101Finishing writing output for hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1 so closing down at 1731902097108 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000001-wal-1.temp at 1731902097113 (+5 ms)3 split writer threads finished at 1731902097113Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731902097122 (+9 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 at 1731902097132 (+10 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731902097132 2024-11-18T03:54:57,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:54:57,135 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:54:57,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal.1731902097136, exclude list is [], retry=0 2024-11-18T03:54:57,154 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:57,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:57,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:57,158 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal.1731902097136 2024-11-18T03:54:57,158 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:54:57,158 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b7b164189fc2d48fc7e6756ab2dc0ad3, NAME => 'testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:54:57,158 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:57,159 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,159 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,161 INFO [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,163 INFO [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7b164189fc2d48fc7e6756ab2dc0ad3 columnFamilyName a 2024-11-18T03:54:57,164 DEBUG [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:57,165 INFO [StoreOpener-b7b164189fc2d48fc7e6756ab2dc0ad3-1 {}] regionserver.HStore(327): Store=b7b164189fc2d48fc7e6756ab2dc0ad3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:57,165 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,168 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,170 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 2024-11-18T03:54:57,173 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:54:57,175 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 2024-11-18T03:54:57,175 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b7b164189fc2d48fc7e6756ab2dc0ad3 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-18T03:54:57,193 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/.tmp/a/d889ac81b5734accbcb2b5e031a7d4bf is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731902097015/Put/seqid=0 2024-11-18T03:54:57,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741852_1028 (size=5170) 2024-11-18T03:54:57,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741852_1028 (size=5170) 2024-11-18T03:54:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741852_1028 (size=5170) 2024-11-18T03:54:57,203 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/.tmp/a/d889ac81b5734accbcb2b5e031a7d4bf 2024-11-18T03:54:57,212 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/.tmp/a/d889ac81b5734accbcb2b5e031a7d4bf as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/a/d889ac81b5734accbcb2b5e031a7d4bf 2024-11-18T03:54:57,221 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/a/d889ac81b5734accbcb2b5e031a7d4bf, entries=2, sequenceid=2, filesize=5.0 K 2024-11-18T03:54:57,221 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b7b164189fc2d48fc7e6756ab2dc0ad3 in 46ms, sequenceid=2, compaction requested=false; wal=null 2024-11-18T03:54:57,222 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/0000000000000000002 2024-11-18T03:54:57,223 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,223 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,226 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b7b164189fc2d48fc7e6756ab2dc0ad3 2024-11-18T03:54:57,229 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/b7b164189fc2d48fc7e6756ab2dc0ad3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-18T03:54:57,230 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b7b164189fc2d48fc7e6756ab2dc0ad3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64468499, jitterRate=-0.03934450447559357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:54:57,230 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b7b164189fc2d48fc7e6756ab2dc0ad3: Writing region info on filesystem at 1731902097159Initializing all the Stores at 1731902097161 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902097161Obtaining lock to block concurrent updates at 1731902097175 (+14 ms)Preparing flush snapshotting stores in b7b164189fc2d48fc7e6756ab2dc0ad3 at 1731902097175Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731902097175Flushing stores of testReplayEditsWrittenIntoWAL,,1731902096947.b7b164189fc2d48fc7e6756ab2dc0ad3. at 1731902097175Flushing b7b164189fc2d48fc7e6756ab2dc0ad3/a: creating writer at 1731902097176 (+1 ms)Flushing b7b164189fc2d48fc7e6756ab2dc0ad3/a: appending metadata at 1731902097192 (+16 ms)Flushing b7b164189fc2d48fc7e6756ab2dc0ad3/a: closing flushed file at 1731902097192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a719e98: reopening flushed file at 1731902097211 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b7b164189fc2d48fc7e6756ab2dc0ad3 in 46ms, sequenceid=2, compaction requested=false; wal=null at 1731902097221 (+10 ms)Cleaning up temporary data from old regions at 1731902097223 (+2 ms)Region opened successfully at 1731902097230 (+7 ms) 2024-11-18T03:54:57,252 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:53774 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:58678 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:33890 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:58428 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:53960 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=4889 (was 4896) 2024-11-18T03:54:57,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=4888 2024-11-18T03:54:57,281 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:57,283 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:54:57,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:54:57,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49237961, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-49237961, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:54:57,304 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49237961/hregion-49237961.1731902097289, exclude list is [], retry=0 2024-11-18T03:54:57,309 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:57,313 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:57,313 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:57,321 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49237961/hregion-49237961.1731902097289 2024-11-18T03:54:57,329 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:54:57,329 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f411719a3885c7d8569d5f684aab884a, NAME => 'testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:54:57,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741854_1030 (size=64) 2024-11-18T03:54:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741854_1030 (size=64) 2024-11-18T03:54:57,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741854_1030 (size=64) 2024-11-18T03:54:57,359 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:54:57,362 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,364 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f411719a3885c7d8569d5f684aab884a columnFamilyName a 2024-11-18T03:54:57,365 DEBUG [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:57,365 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(327): Store=f411719a3885c7d8569d5f684aab884a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:57,366 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,368 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f411719a3885c7d8569d5f684aab884a columnFamilyName b 2024-11-18T03:54:57,368 DEBUG [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:57,369 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(327): Store=f411719a3885c7d8569d5f684aab884a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:57,369 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,371 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f411719a3885c7d8569d5f684aab884a columnFamilyName c 2024-11-18T03:54:57,371 DEBUG [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:54:57,372 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(327): Store=f411719a3885c7d8569d5f684aab884a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:54:57,372 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,373 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,374 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,375 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,375 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,376 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:54:57,377 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:54:57,380 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:54:57,381 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f411719a3885c7d8569d5f684aab884a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75223145, jitterRate=0.12091220915317535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:54:57,381 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f411719a3885c7d8569d5f684aab884a: Writing region info on filesystem at 1731902097359Initializing all the Stores at 1731902097361 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902097361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902097361Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902097362 (+1 ms)Cleaning up temporary data from old regions at 1731902097375 (+13 ms)Region opened successfully at 1731902097381 (+6 ms) 2024-11-18T03:54:57,381 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f411719a3885c7d8569d5f684aab884a, disabling compactions & flushes 2024-11-18T03:54:57,381 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:54:57,381 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:54:57,381 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. after waiting 0 ms 2024-11-18T03:54:57,381 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:54:57,382 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:54:57,382 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f411719a3885c7d8569d5f684aab884a: Waiting for close lock at 1731902097381Disabling compacts and flushes for region at 1731902097381Disabling writes for close at 1731902097381Writing region close event to WAL at 1731902097382 (+1 ms)Closed at 1731902097382 2024-11-18T03:54:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741853_1029 (size=93) 2024-11-18T03:54:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741853_1029 (size=93) 2024-11-18T03:54:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741853_1029 (size=93) 2024-11-18T03:54:57,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:54:57,389 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49237961:(num 1731902097289) 2024-11-18T03:54:57,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:54:57,391 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:54:57,405 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392, exclude list is [], retry=0 2024-11-18T03:54:57,408 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:54:57,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:54:57,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:54:57,411 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 2024-11-18T03:54:57,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:54:57,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392, size=0 (0bytes) 2024-11-18T03:54:57,671 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 might be still open, length is 0 2024-11-18T03:54:57,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 2024-11-18T03:54:57,673 WARN [IPC Server handler 1 on default port 41453 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-18T03:54:57,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 after 2ms 2024-11-18T03:54:58,264 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:33918 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33918 dst: /127.0.0.1:43427 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43427 remote=/127.0.0.1:33918]. Total timeout mills is 60000, 59373 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:54:58,265 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:58696 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58696 dst: /127.0.0.1:34887 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:54:58,265 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:54014 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54014 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:54:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741855_1032 (size=200589) 2024-11-18T03:54:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741855_1032 (size=200589) 2024-11-18T03:54:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741855_1032 (size=200589) 2024-11-18T03:55:01,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T03:55:01,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T03:55:01,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 after 4003ms 2024-11-18T03:55:01,678 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:01,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 took 4009ms 2024-11-18T03:55:01,684 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731902097392.temp 2024-11-18T03:55:01,689 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000000001-wal.1731902097392.temp 2024-11-18T03:55:01,796 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392; continuing. 2024-11-18T03:55:01,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 so closing down 2024-11-18T03:55:01,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:01,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741856_1033 (size=200597) 2024-11-18T03:55:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741856_1033 (size=200597) 2024-11-18T03:55:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741856_1033 (size=200597) 2024-11-18T03:55:01,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000000001-wal.1731902097392.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-11-18T03:55:01,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000000001-wal.1731902097392.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002 2024-11-18T03:55:01,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T03:55:01,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392, journal: Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392, size=0 (0bytes) at 1731902097671Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000000001-wal.1731902097392.temp at 1731902101689 (+4018 ms)Split 1024 edits, skipped 0 edits. at 1731902101743 (+54 ms)Split 2048 edits, skipped 0 edits. at 1731902101772 (+29 ms)Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 so closing down at 1731902101796 (+24 ms)3 split writer threads finished at 1731902101797 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000000001-wal.1731902097392.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1731902101802 (+5 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000000001-wal.1731902097392.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002 at 1731902101805 (+3 ms)Processed 3002 edits across 1 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392, size=0, length=0, corrupted=false, cancelled=false at 1731902101805 2024-11-18T03:55:01,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902097392 2024-11-18T03:55:01,809 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002 2024-11-18T03:55:01,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:01,812 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:01,827 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902101813, exclude list is [], retry=0 2024-11-18T03:55:01,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:01,831 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:01,832 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:01,834 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902101813 2024-11-18T03:55:01,835 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:01,835 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:01,839 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:01,841 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f411719a3885c7d8569d5f684aab884a columnFamilyName a 2024-11-18T03:55:01,841 DEBUG [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:01,842 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(327): Store=f411719a3885c7d8569d5f684aab884a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:01,842 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:01,843 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f411719a3885c7d8569d5f684aab884a columnFamilyName b 2024-11-18T03:55:01,843 DEBUG [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:01,844 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(327): Store=f411719a3885c7d8569d5f684aab884a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:01,844 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:01,846 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f411719a3885c7d8569d5f684aab884a columnFamilyName c 2024-11-18T03:55:01,846 DEBUG [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:01,846 INFO [StoreOpener-f411719a3885c7d8569d5f684aab884a-1 {}] regionserver.HStore(327): Store=f411719a3885c7d8569d5f684aab884a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:01,847 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:01,848 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:01,850 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:01,851 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002 2024-11-18T03:55:01,855 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:01,903 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T03:55:02,270 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f411719a3885c7d8569d5f684aab884a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T03:55:02,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/a/e5ad52ce18bd4226926333338d3a7d2c is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731902097422/Put/seqid=0 2024-11-18T03:55:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741858_1035 (size=50463) 2024-11-18T03:55:02,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741858_1035 (size=50463) 2024-11-18T03:55:02,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741858_1035 (size=50463) 2024-11-18T03:55:02,322 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/a/e5ad52ce18bd4226926333338d3a7d2c 2024-11-18T03:55:02,330 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/a/e5ad52ce18bd4226926333338d3a7d2c as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/a/e5ad52ce18bd4226926333338d3a7d2c 2024-11-18T03:55:02,337 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/a/e5ad52ce18bd4226926333338d3a7d2c, entries=754, sequenceid=754, filesize=49.3 K 2024-11-18T03:55:02,338 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for f411719a3885c7d8569d5f684aab884a in 68ms, sequenceid=754, compaction requested=false; wal=null 2024-11-18T03:55:02,364 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T03:55:02,364 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f411719a3885c7d8569d5f684aab884a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T03:55:02,373 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/a/9034e8c7aa824568b8004f83e4febfe6 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731902097487/Put/seqid=0 2024-11-18T03:55:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741859_1036 (size=20072) 2024-11-18T03:55:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741859_1036 (size=20072) 2024-11-18T03:55:02,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741859_1036 (size=20072) 2024-11-18T03:55:02,389 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/a/9034e8c7aa824568b8004f83e4febfe6 2024-11-18T03:55:02,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/b/db1ef3c05d0f4319b33493b1c1d3bbb3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731902097521/Put/seqid=0 2024-11-18T03:55:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741860_1037 (size=35835) 2024-11-18T03:55:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741860_1037 (size=35835) 2024-11-18T03:55:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741860_1037 (size=35835) 2024-11-18T03:55:02,429 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/b/db1ef3c05d0f4319b33493b1c1d3bbb3 2024-11-18T03:55:02,436 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/a/9034e8c7aa824568b8004f83e4febfe6 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/a/9034e8c7aa824568b8004f83e4febfe6 2024-11-18T03:55:02,443 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/a/9034e8c7aa824568b8004f83e4febfe6, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-18T03:55:02,445 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/b/db1ef3c05d0f4319b33493b1c1d3bbb3 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/b/db1ef3c05d0f4319b33493b1c1d3bbb3 2024-11-18T03:55:02,451 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/b/db1ef3c05d0f4319b33493b1c1d3bbb3, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-18T03:55:02,451 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f411719a3885c7d8569d5f684aab884a in 87ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-18T03:55:02,461 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T03:55:02,462 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f411719a3885c7d8569d5f684aab884a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-18T03:55:02,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/b/dfd10f8a0edb4539bc9618d8d658cfbc is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731902097549/Put/seqid=0 2024-11-18T03:55:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741861_1038 (size=35082) 2024-11-18T03:55:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741861_1038 (size=35082) 2024-11-18T03:55:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741861_1038 (size=35082) 2024-11-18T03:55:02,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/b/dfd10f8a0edb4539bc9618d8d658cfbc 2024-11-18T03:55:02,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/c/5c5e9d182c2546f2bbe0204ab202b585 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731902097591/Put/seqid=0 2024-11-18T03:55:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741862_1039 (size=20825) 2024-11-18T03:55:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741862_1039 (size=20825) 2024-11-18T03:55:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741862_1039 (size=20825) 2024-11-18T03:55:02,515 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/c/5c5e9d182c2546f2bbe0204ab202b585 2024-11-18T03:55:02,522 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/b/dfd10f8a0edb4539bc9618d8d658cfbc as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/b/dfd10f8a0edb4539bc9618d8d658cfbc 2024-11-18T03:55:02,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/b/dfd10f8a0edb4539bc9618d8d658cfbc, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-18T03:55:02,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/c/5c5e9d182c2546f2bbe0204ab202b585 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/c/5c5e9d182c2546f2bbe0204ab202b585 2024-11-18T03:55:02,536 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/c/5c5e9d182c2546f2bbe0204ab202b585, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-18T03:55:02,536 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for f411719a3885c7d8569d5f684aab884a in 75ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-18T03:55:02,545 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731902097635/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:55:02,548 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002 2024-11-18T03:55:02,548 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-18T03:55:02,549 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f411719a3885c7d8569d5f684aab884a 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-18T03:55:02,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/c/8173454b0bc24af983d591b35b659b38 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731902097602/Put/seqid=0 2024-11-18T03:55:02,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741863_1040 (size=50301) 2024-11-18T03:55:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741863_1040 (size=50301) 2024-11-18T03:55:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741863_1040 (size=50301) 2024-11-18T03:55:02,567 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/c/8173454b0bc24af983d591b35b659b38 2024-11-18T03:55:02,576 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8173454b0bc24af983d591b35b659b38 2024-11-18T03:55:02,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/.tmp/c/8173454b0bc24af983d591b35b659b38 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/c/8173454b0bc24af983d591b35b659b38 2024-11-18T03:55:02,585 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8173454b0bc24af983d591b35b659b38 2024-11-18T03:55:02,585 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/c/8173454b0bc24af983d591b35b659b38, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-18T03:55:02,585 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for f411719a3885c7d8569d5f684aab884a in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-18T03:55:02,586 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/0000000000000003002 2024-11-18T03:55:02,588 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:02,588 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:02,588 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T03:55:02,590 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f411719a3885c7d8569d5f684aab884a 2024-11-18T03:55:02,593 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenIntoWAL/f411719a3885c7d8569d5f684aab884a/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-18T03:55:02,594 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f411719a3885c7d8569d5f684aab884a; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66209335, jitterRate=-0.013404026627540588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T03:55:02,595 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f411719a3885c7d8569d5f684aab884a: Writing region info on filesystem at 1731902101835Initializing all the Stores at 1731902101837 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902101837Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902101839 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902101839Cleaning up temporary data from old regions at 1731902102588 (+749 ms)Region opened successfully at 1731902102594 (+6 ms) 2024-11-18T03:55:02,651 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f411719a3885c7d8569d5f684aab884a, disabling compactions & flushes 2024-11-18T03:55:02,651 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:55:02,652 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:55:02,652 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. after waiting 0 ms 2024-11-18T03:55:02,652 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:55:02,654 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731902097282.f411719a3885c7d8569d5f684aab884a. 2024-11-18T03:55:02,654 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f411719a3885c7d8569d5f684aab884a: Waiting for close lock at 1731902102651Disabling compacts and flushes for region at 1731902102651Disabling writes for close at 1731902102652 (+1 ms)Writing region close event to WAL at 1731902102654 (+2 ms)Closed at 1731902102654 2024-11-18T03:55:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741857_1034 (size=93) 2024-11-18T03:55:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741857_1034 (size=93) 2024-11-18T03:55:02,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741857_1034 (size=93) 2024-11-18T03:55:02,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:02,663 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731902101813) 2024-11-18T03:55:02,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-821285261_22 at /127.0.0.1:59104 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-821285261_22 at /127.0.0.1:55120 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:46233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-821285261_22 at /127.0.0.1:44718 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-821285261_22 at /127.0.0.1:55144 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:45605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41453 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=4819 (was 4888) 2024-11-18T03:55:02,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=4816 2024-11-18T03:55:02,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:02,719 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:02,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:02,723 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95148599, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-95148599, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:02,737 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95148599/hregion-95148599.1731902102723, exclude list is [], retry=0 2024-11-18T03:55:02,740 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:02,741 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:02,741 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:02,743 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95148599/hregion-95148599.1731902102723 2024-11-18T03:55:02,744 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:02,744 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 25ad0319f6d2de3f7b0d3405f6cad470, NAME => 'test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741865_1042 (size=43) 2024-11-18T03:55:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741865_1042 (size=43) 2024-11-18T03:55:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741865_1042 (size=43) 2024-11-18T03:55:02,755 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:02,756 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,758 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ad0319f6d2de3f7b0d3405f6cad470 columnFamilyName a 2024-11-18T03:55:02,758 DEBUG [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:02,759 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(327): Store=25ad0319f6d2de3f7b0d3405f6cad470/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:02,759 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,760 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ad0319f6d2de3f7b0d3405f6cad470 columnFamilyName b 2024-11-18T03:55:02,760 DEBUG [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:02,761 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(327): Store=25ad0319f6d2de3f7b0d3405f6cad470/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:02,761 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,762 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ad0319f6d2de3f7b0d3405f6cad470 columnFamilyName c 2024-11-18T03:55:02,763 DEBUG [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:02,763 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(327): Store=25ad0319f6d2de3f7b0d3405f6cad470/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:02,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,766 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,767 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:02,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:02,772 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:02,772 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 25ad0319f6d2de3f7b0d3405f6cad470; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60310031, jitterRate=-0.10131050646305084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:02,773 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 25ad0319f6d2de3f7b0d3405f6cad470: Writing region info on filesystem at 1731902102755Initializing all the Stores at 1731902102756 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902102756Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902102756Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902102756Cleaning up temporary data from old regions at 1731902102766 (+10 ms)Region opened successfully at 1731902102773 (+7 ms) 2024-11-18T03:55:02,773 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 25ad0319f6d2de3f7b0d3405f6cad470, disabling compactions & flushes 2024-11-18T03:55:02,773 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:02,774 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:02,774 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. after waiting 0 ms 2024-11-18T03:55:02,774 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:02,774 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:02,774 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 25ad0319f6d2de3f7b0d3405f6cad470: Waiting for close lock at 1731902102773Disabling compacts and flushes for region at 1731902102773Disabling writes for close at 1731902102774 (+1 ms)Writing region close event to WAL at 1731902102774Closed at 1731902102774 2024-11-18T03:55:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741864_1041 (size=93) 2024-11-18T03:55:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741864_1041 (size=93) 2024-11-18T03:55:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741864_1041 (size=93) 2024-11-18T03:55:02,781 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:02,781 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95148599:(num 1731902102723) 2024-11-18T03:55:02,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:02,783 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:02,798 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784, exclude list is [], retry=0 2024-11-18T03:55:02,801 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:02,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:02,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:02,804 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 2024-11-18T03:55:02,804 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741866_1043 (size=200357) 2024-11-18T03:55:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741866_1043 (size=200357) 2024-11-18T03:55:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741866_1043 (size=200357) 2024-11-18T03:55:03,012 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784, size=195.7 K (200357bytes) 2024-11-18T03:55:03,012 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 2024-11-18T03:55:03,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 after 1ms 2024-11-18T03:55:03,016 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:03,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 took 6ms 2024-11-18T03:55:03,023 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731902102784.temp 2024-11-18T03:55:03,024 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000000001-wal.1731902102784.temp 2024-11-18T03:55:03,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 so closing down 2024-11-18T03:55:03,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:03,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741867_1044 (size=200357) 2024-11-18T03:55:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741867_1044 (size=200357) 2024-11-18T03:55:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741867_1044 (size=200357) 2024-11-18T03:55:03,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000000001-wal.1731902102784.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-18T03:55:03,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000000001-wal.1731902102784.temp to hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000 2024-11-18T03:55:03,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-18T03:55:03,091 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784, journal: Splitting hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784, size=195.7 K (200357bytes) at 1731902103012Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000000001-wal.1731902102784.temp at 1731902103025 (+13 ms)Split 1024 edits, skipped 0 edits. at 1731902103043 (+18 ms)Split 2048 edits, skipped 0 edits. at 1731902103065 (+22 ms)Finishing writing output for hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 so closing down at 1731902103082 (+17 ms)3 split writer threads finished at 1731902103083 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000000001-wal.1731902102784.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1731902103088 (+5 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000000001-wal.1731902102784.temp to hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000 at 1731902103090 (+2 ms)Processed 3000 edits across 1 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731902103090 2024-11-18T03:55:03,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902102784 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902102784 2024-11-18T03:55:03,094 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000 2024-11-18T03:55:03,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:03,096 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:03,112 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097, exclude list is [], retry=0 2024-11-18T03:55:03,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:03,116 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:03,117 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:03,119 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 2024-11-18T03:55:03,120 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:03,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741868_1045 (size=200484) 2024-11-18T03:55:03,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741868_1045 (size=200484) 2024-11-18T03:55:03,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741868_1045 (size=200484) 2024-11-18T03:55:03,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097, size=195.8 K (200484bytes) 2024-11-18T03:55:03,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 2024-11-18T03:55:03,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 after 0ms 2024-11-18T03:55:03,316 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:03,318 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 took 7ms 2024-11-18T03:55:03,322 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731902103097.temp 2024-11-18T03:55:03,324 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003001-wal.1731902103097.temp 2024-11-18T03:55:03,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 so closing down 2024-11-18T03:55:03,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:03,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741869_1046 (size=200484) 2024-11-18T03:55:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741869_1046 (size=200484) 2024-11-18T03:55:03,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741869_1046 (size=200484) 2024-11-18T03:55:03,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003001-wal.1731902103097.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-18T03:55:03,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003001-wal.1731902103097.temp to hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000 2024-11-18T03:55:03,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-18T03:55:03,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097, journal: Splitting hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097, size=195.8 K (200484bytes) at 1731902103312Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003001-wal.1731902103097.temp at 1731902103324 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731902103340 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731902103359 (+19 ms)Finishing writing output for hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 so closing down at 1731902103379 (+20 ms)3 split writer threads finished at 1731902103379Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003001-wal.1731902103097.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1731902103386 (+7 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003001-wal.1731902103097.temp to hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000 at 1731902103388 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731902103388 2024-11-18T03:55:03,390 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103097 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902103097 2024-11-18T03:55:03,392 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000 2024-11-18T03:55:03,392 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:03,394 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/test2727-manual,16010,1731902102715, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:03,417 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103395, exclude list is [], retry=0 2024-11-18T03:55:03,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:03,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:03,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:03,427 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731902102715/wal.1731902103395 2024-11-18T03:55:03,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 25ad0319f6d2de3f7b0d3405f6cad470, NAME => 'test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,428 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,430 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,431 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ad0319f6d2de3f7b0d3405f6cad470 columnFamilyName a 2024-11-18T03:55:03,432 DEBUG [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:03,432 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(327): Store=25ad0319f6d2de3f7b0d3405f6cad470/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:03,433 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,434 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ad0319f6d2de3f7b0d3405f6cad470 columnFamilyName b 2024-11-18T03:55:03,434 DEBUG [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:03,434 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(327): Store=25ad0319f6d2de3f7b0d3405f6cad470/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:03,435 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,436 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ad0319f6d2de3f7b0d3405f6cad470 columnFamilyName c 2024-11-18T03:55:03,436 DEBUG [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:03,437 INFO [StoreOpener-25ad0319f6d2de3f7b0d3405f6cad470-1 {}] regionserver.HStore(327): Store=25ad0319f6d2de3f7b0d3405f6cad470/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:03,437 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,438 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,441 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,442 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000 2024-11-18T03:55:03,446 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:03,506 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000 2024-11-18T03:55:03,508 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000 2024-11-18T03:55:03,512 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:03,562 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000 2024-11-18T03:55:03,563 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 25ad0319f6d2de3f7b0d3405f6cad470 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-18T03:55:03,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/a/1c85fb34f3294f40838d4612ceaa4631 is 41, key is test2727/a:100/1731902103124/Put/seqid=0 2024-11-18T03:55:03,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741871_1048 (size=84227) 2024-11-18T03:55:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741871_1048 (size=84227) 2024-11-18T03:55:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741871_1048 (size=84227) 2024-11-18T03:55:03,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/a/1c85fb34f3294f40838d4612ceaa4631 2024-11-18T03:55:03,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/b/766c349d33174ddb9d08fde09f0900fd is 41, key is test2727/b:100/1731902103171/Put/seqid=0 2024-11-18T03:55:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741872_1049 (size=84609) 2024-11-18T03:55:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741872_1049 (size=84609) 2024-11-18T03:55:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741872_1049 (size=84609) 2024-11-18T03:55:03,640 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/b/766c349d33174ddb9d08fde09f0900fd 2024-11-18T03:55:03,667 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/c/a0425a4d3cf24276bd18f102f163060d is 41, key is test2727/c:100/1731902103219/Put/seqid=0 2024-11-18T03:55:03,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741873_1050 (size=84609) 2024-11-18T03:55:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741873_1050 (size=84609) 2024-11-18T03:55:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741873_1050 (size=84609) 2024-11-18T03:55:03,674 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/c/a0425a4d3cf24276bd18f102f163060d 2024-11-18T03:55:03,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/a/1c85fb34f3294f40838d4612ceaa4631 as hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/a/1c85fb34f3294f40838d4612ceaa4631 2024-11-18T03:55:03,687 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/a/1c85fb34f3294f40838d4612ceaa4631, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-18T03:55:03,687 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T03:55:03,688 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:03,688 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/b/766c349d33174ddb9d08fde09f0900fd as hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/b/766c349d33174ddb9d08fde09f0900fd 2024-11-18T03:55:03,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T03:55:03,689 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T03:55:03,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T03:55:03,690 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:03,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-18T03:55:03,691 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:03,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/b/766c349d33174ddb9d08fde09f0900fd, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T03:55:03,695 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/.tmp/c/a0425a4d3cf24276bd18f102f163060d as hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/c/a0425a4d3cf24276bd18f102f163060d 2024-11-18T03:55:03,701 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/c/a0425a4d3cf24276bd18f102f163060d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-18T03:55:03,702 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 25ad0319f6d2de3f7b0d3405f6cad470 in 140ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-18T03:55:03,702 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000003000 2024-11-18T03:55:03,703 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/0000000000000006000 2024-11-18T03:55:03,704 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,704 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,705 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:03,706 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 25ad0319f6d2de3f7b0d3405f6cad470 2024-11-18T03:55:03,709 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/test2727/25ad0319f6d2de3f7b0d3405f6cad470/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-18T03:55:03,710 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 25ad0319f6d2de3f7b0d3405f6cad470; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73902862, jitterRate=0.10123845934867859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:03,711 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 25ad0319f6d2de3f7b0d3405f6cad470: Writing region info on filesystem at 1731902103428Initializing all the Stores at 1731902103430 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902103430Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902103430Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902103430Obtaining lock to block concurrent updates at 1731902103563 (+133 ms)Preparing flush snapshotting stores in 25ad0319f6d2de3f7b0d3405f6cad470 at 1731902103563Finished memstore snapshotting test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731902103563Flushing stores of test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. at 1731902103563Flushing 25ad0319f6d2de3f7b0d3405f6cad470/a: creating writer at 1731902103563Flushing 25ad0319f6d2de3f7b0d3405f6cad470/a: appending metadata at 1731902103588 (+25 ms)Flushing 25ad0319f6d2de3f7b0d3405f6cad470/a: closing flushed file at 1731902103588Flushing 25ad0319f6d2de3f7b0d3405f6cad470/b: creating writer at 1731902103608 (+20 ms)Flushing 25ad0319f6d2de3f7b0d3405f6cad470/b: appending metadata at 1731902103630 (+22 ms)Flushing 25ad0319f6d2de3f7b0d3405f6cad470/b: closing flushed file at 1731902103630Flushing 25ad0319f6d2de3f7b0d3405f6cad470/c: creating writer at 1731902103646 (+16 ms)Flushing 25ad0319f6d2de3f7b0d3405f6cad470/c: appending metadata at 1731902103666 (+20 ms)Flushing 25ad0319f6d2de3f7b0d3405f6cad470/c: closing flushed file at 1731902103666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d369154: reopening flushed file at 1731902103680 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aabecd3: reopening flushed file at 1731902103687 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ddef78f: reopening flushed file at 1731902103695 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 25ad0319f6d2de3f7b0d3405f6cad470 in 140ms, sequenceid=6000, compaction requested=false; wal=null at 1731902103702 (+7 ms)Cleaning up temporary data from old regions at 1731902103704 (+2 ms)Region opened successfully at 1731902103711 (+7 ms) 2024-11-18T03:55:03,712 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-18T03:55:03,713 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 25ad0319f6d2de3f7b0d3405f6cad470, disabling compactions & flushes 2024-11-18T03:55:03,713 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:03,713 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:03,713 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. after waiting 0 ms 2024-11-18T03:55:03,713 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:03,714 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731902102717.25ad0319f6d2de3f7b0d3405f6cad470. 2024-11-18T03:55:03,714 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 25ad0319f6d2de3f7b0d3405f6cad470: Waiting for close lock at 1731902103713Disabling compacts and flushes for region at 1731902103713Disabling writes for close at 1731902103713Writing region close event to WAL at 1731902103714 (+1 ms)Closed at 1731902103714 2024-11-18T03:55:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741870_1047 (size=93) 2024-11-18T03:55:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741870_1047 (size=93) 2024-11-18T03:55:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741870_1047 (size=93) 2024-11-18T03:55:03,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:03,721 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731902103395) 2024-11-18T03:55:03,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=404 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:55246 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:59234 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:44718 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=4611 (was 4816) 2024-11-18T03:55:03,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=4609 2024-11-18T03:55:03,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:03,773 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:03,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731902103774 2024-11-18T03:55:03,782 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774 2024-11-18T03:55:03,784 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:03,786 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 329f32366f4a9012071bd93e5e9d24bf, NAME => 'testSequentialEditLogSeqNum,,1731902103767.329f32366f4a9012071bd93e5e9d24bf.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:03,786 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731902103767.329f32366f4a9012071bd93e5e9d24bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:03,786 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,786 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,787 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf doesn't exist for region: 329f32366f4a9012071bd93e5e9d24bf on table testSequentialEditLogSeqNum 2024-11-18T03:55:03,788 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 329f32366f4a9012071bd93e5e9d24bf on table testSequentialEditLogSeqNum 2024-11-18T03:55:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741875_1052 (size=62) 2024-11-18T03:55:03,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741875_1052 (size=62) 2024-11-18T03:55:03,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741875_1052 (size=62) 2024-11-18T03:55:03,798 INFO [StoreOpener-329f32366f4a9012071bd93e5e9d24bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,800 INFO [StoreOpener-329f32366f4a9012071bd93e5e9d24bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329f32366f4a9012071bd93e5e9d24bf columnFamilyName a 2024-11-18T03:55:03,800 DEBUG [StoreOpener-329f32366f4a9012071bd93e5e9d24bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:03,800 INFO [StoreOpener-329f32366f4a9012071bd93e5e9d24bf-1 {}] regionserver.HStore(327): Store=329f32366f4a9012071bd93e5e9d24bf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:03,800 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,802 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,802 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,804 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 329f32366f4a9012071bd93e5e9d24bf 2024-11-18T03:55:03,806 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:03,806 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 329f32366f4a9012071bd93e5e9d24bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69845979, jitterRate=0.04078619182109833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:55:03,808 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 329f32366f4a9012071bd93e5e9d24bf: Writing region info on filesystem at 1731902103786Initializing all the Stores at 1731902103798 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902103798Cleaning up temporary data from old regions at 1731902103802 (+4 ms)Region opened successfully at 1731902103807 (+5 ms) 2024-11-18T03:55:03,821 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 329f32366f4a9012071bd93e5e9d24bf 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-18T03:55:03,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/.tmp/a/d338dde28e8f4109a869101716ab2385 is 81, key is testSequentialEditLogSeqNum/a:x0/1731902103808/Put/seqid=0 2024-11-18T03:55:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741876_1053 (size=5833) 2024-11-18T03:55:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741876_1053 (size=5833) 2024-11-18T03:55:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741876_1053 (size=5833) 2024-11-18T03:55:03,869 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/.tmp/a/d338dde28e8f4109a869101716ab2385 2024-11-18T03:55:03,878 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/.tmp/a/d338dde28e8f4109a869101716ab2385 as hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/a/d338dde28e8f4109a869101716ab2385 2024-11-18T03:55:03,886 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/a/d338dde28e8f4109a869101716ab2385, entries=10, sequenceid=13, filesize=5.7 K 2024-11-18T03:55:03,888 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 329f32366f4a9012071bd93e5e9d24bf in 67ms, sequenceid=13, compaction requested=false 2024-11-18T03:55:03,888 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 329f32366f4a9012071bd93e5e9d24bf: 2024-11-18T03:55:03,895 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T03:55:03,896 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T03:55:03,896 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T03:55:03,896 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T03:55:03,896 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T03:55:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741874_1051 (size=1616) 2024-11-18T03:55:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741874_1051 (size=1616) 2024-11-18T03:55:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741874_1051 (size=1616) 2024-11-18T03:55:03,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774, size=1.6 K (1616bytes) 2024-11-18T03:55:03,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774 2024-11-18T03:55:03,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774 after 1ms 2024-11-18T03:55:03,921 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:03,921 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774 took 4ms 2024-11-18T03:55:03,924 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774 so closing down 2024-11-18T03:55:03,924 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:03,925 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731902103774.temp 2024-11-18T03:55:03,927 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000003-wal.1731902103774.temp 2024-11-18T03:55:03,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741877_1054 (size=1175) 2024-11-18T03:55:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741877_1054 (size=1175) 2024-11-18T03:55:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741877_1054 (size=1175) 2024-11-18T03:55:03,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000003-wal.1731902103774.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:03,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000003-wal.1731902103774.temp to hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000020 2024-11-18T03:55:03,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-18T03:55:03,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774, journal: Splitting hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774, size=1.6 K (1616bytes) at 1731902103917Finishing writing output for hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774 so closing down at 1731902103924 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000003-wal.1731902103774.temp at 1731902103927 (+3 ms)3 split writer threads finished at 1731902103927Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000003-wal.1731902103774.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731902103937 (+10 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000003-wal.1731902103774.temp to hdfs://localhost:41453/hbase/data/default/testSequentialEditLogSeqNum/329f32366f4a9012071bd93e5e9d24bf/recovered.edits/0000000000000000020 at 1731902103939 (+2 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:41453/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731902103765/wal.1731902103774, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731902103939 2024-11-18T03:55:03,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:55246 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:44718 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=4584 (was 4609) 2024-11-18T03:55:03,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=4578 2024-11-18T03:55:04,003 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:04,006 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:04,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:04,041 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50587014, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-50587014, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:04,057 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50587014/hregion-50587014.1731902104041, exclude list is [], retry=0 2024-11-18T03:55:04,091 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:04,091 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:04,091 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:04,102 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50587014/hregion-50587014.1731902104041 2024-11-18T03:55:04,103 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:55:04,103 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5ac6bbf99916a4ebc4b1400a19b7da38, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741879_1056 (size=70) 2024-11-18T03:55:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741879_1056 (size=70) 2024-11-18T03:55:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741879_1056 (size=70) 2024-11-18T03:55:04,114 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:04,116 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,118 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName a 2024-11-18T03:55:04,119 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:04,119 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:04,119 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,122 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName b 2024-11-18T03:55:04,122 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:04,123 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:04,123 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,125 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName c 2024-11-18T03:55:04,125 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:04,126 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:04,126 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,129 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,129 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,129 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:04,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,134 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:04,134 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ac6bbf99916a4ebc4b1400a19b7da38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66426371, jitterRate=-0.010169938206672668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:04,136 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ac6bbf99916a4ebc4b1400a19b7da38: Writing region info on filesystem at 1731902104114Initializing all the Stores at 1731902104116 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902104116Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902104116Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902104116Cleaning up temporary data from old regions at 1731902104129 (+13 ms)Region opened successfully at 1731902104136 (+7 ms) 2024-11-18T03:55:04,136 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ac6bbf99916a4ebc4b1400a19b7da38, disabling compactions & flushes 2024-11-18T03:55:04,136 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:04,136 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:04,136 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. after waiting 0 ms 2024-11-18T03:55:04,136 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:04,137 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:04,137 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ac6bbf99916a4ebc4b1400a19b7da38: Waiting for close lock at 1731902104136Disabling compacts and flushes for region at 1731902104136Disabling writes for close at 1731902104136Writing region close event to WAL at 1731902104137 (+1 ms)Closed at 1731902104137 2024-11-18T03:55:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741878_1055 (size=93) 2024-11-18T03:55:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741878_1055 (size=93) 2024-11-18T03:55:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741878_1055 (size=93) 2024-11-18T03:55:04,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:04,144 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50587014:(num 1731902104041) 2024-11-18T03:55:04,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:04,147 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:04,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147, exclude list is [], retry=0 2024-11-18T03:55:04,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:04,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:04,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:04,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 2024-11-18T03:55:04,170 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:04,170 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ac6bbf99916a4ebc4b1400a19b7da38, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:04,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:04,170 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,172 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,173 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName a 2024-11-18T03:55:04,173 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:04,173 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:04,174 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,174 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName b 2024-11-18T03:55:04,174 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:04,175 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:04,175 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,176 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName c 2024-11-18T03:55:04,176 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:04,176 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,180 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:04,182 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:04,182 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ac6bbf99916a4ebc4b1400a19b7da38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68385841, jitterRate=0.019028440117836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:04,184 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ac6bbf99916a4ebc4b1400a19b7da38: Writing region info on filesystem at 1731902104170Initializing all the Stores at 1731902104171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902104171Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902104172 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902104172Cleaning up temporary data from old regions at 1731902104180 (+8 ms)Region opened successfully at 1731902104183 (+3 ms) 2024-11-18T03:55:04,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731902104187/Put/seqid=0 2024-11-18T03:55:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741881_1058 (size=4826) 2024-11-18T03:55:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741881_1058 (size=4826) 2024-11-18T03:55:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741881_1058 (size=4826) 2024-11-18T03:55:04,200 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41453/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 5ac6bbf99916a4ebc4b1400a19b7da38/a 2024-11-18T03:55:04,208 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-18T03:55:04,208 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T03:55:04,209 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ac6bbf99916a4ebc4b1400a19b7da38: 2024-11-18T03:55:04,210 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_ 2024-11-18T03:55:04,211 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41453/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5ac6bbf99916a4ebc4b1400a19b7da38/a as hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_ - updating store file list. 2024-11-18T03:55:04,217 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:04,218 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_ into 5ac6bbf99916a4ebc4b1400a19b7da38/a 2024-11-18T03:55:04,218 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41453/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5ac6bbf99916a4ebc4b1400a19b7da38/a (new location: hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_) 2024-11-18T03:55:04,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147, size=0 (0bytes) 2024-11-18T03:55:04,263 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 might be still open, length is 0 2024-11-18T03:55:04,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 2024-11-18T03:55:04,263 WARN [IPC Server handler 1 on default port 41453 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-18T03:55:04,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 after 1ms 2024-11-18T03:55:07,248 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:55356 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55356 dst: /127.0.0.1:34887 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34887 remote=/127.0.0.1:55356]. Total timeout mills is 60000, 56977 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:07,248 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:44930 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44930 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:07,248 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:59310 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59310 dst: /127.0.0.1:43427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741880_1059 (size=434) 2024-11-18T03:55:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741880_1059 (size=434) 2024-11-18T03:55:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741880_1059 (size=434) 2024-11-18T03:55:08,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 after 4001ms 2024-11-18T03:55:08,268 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:08,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 took 4007ms 2024-11-18T03:55:08,271 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147; continuing. 2024-11-18T03:55:08,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 so closing down 2024-11-18T03:55:08,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:08,273 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731902104147.temp 2024-11-18T03:55:08,274 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005-wal.1731902104147.temp 2024-11-18T03:55:08,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741882_1060 (size=236) 2024-11-18T03:55:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741882_1060 (size=236) 2024-11-18T03:55:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741882_1060 (size=236) 2024-11-18T03:55:08,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005-wal.1731902104147.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:08,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005-wal.1731902104147.temp to hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005 2024-11-18T03:55:08,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T03:55:08,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147, journal: Splitting hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147, size=0 (0bytes) at 1731902104263Finishing writing output for hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 so closing down at 1731902108271 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005-wal.1731902104147.temp at 1731902108275 (+4 ms)3 split writer threads finished at 1731902108275Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005-wal.1731902104147.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731902108284 (+9 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005-wal.1731902104147.temp to hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005 at 1731902108285 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147, size=0, length=0, corrupted=false, cancelled=false at 1731902108285 2024-11-18T03:55:08,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902104147 2024-11-18T03:55:08,288 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005 2024-11-18T03:55:08,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:08,290 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:08,308 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902108290, exclude list is [], retry=0 2024-11-18T03:55:08,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:08,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:08,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:08,312 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902108290 2024-11-18T03:55:08,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:08,313 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ac6bbf99916a4ebc4b1400a19b7da38, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:08,313 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:08,313 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,313 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,315 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,316 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName a 2024-11-18T03:55:08,316 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:08,323 DEBUG [StoreFileOpener-5ac6bbf99916a4ebc4b1400a19b7da38-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:08,324 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/155d2dbf6d8740b29e95df8a83019dc6_SeqId_3_ 2024-11-18T03:55:08,324 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:08,324 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,325 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName b 2024-11-18T03:55:08,325 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:08,326 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:08,326 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,327 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac6bbf99916a4ebc4b1400a19b7da38 columnFamilyName c 2024-11-18T03:55:08,327 DEBUG [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:08,327 INFO [StoreOpener-5ac6bbf99916a4ebc4b1400a19b7da38-1 {}] regionserver.HStore(327): Store=5ac6bbf99916a4ebc4b1400a19b7da38/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:08,327 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,328 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,330 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005 2024-11-18T03:55:08,332 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:08,333 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005 2024-11-18T03:55:08,333 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ac6bbf99916a4ebc4b1400a19b7da38 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-18T03:55:08,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/.tmp/a/a6afc2db0af045e8ae8074ec0d61f235 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731902104223/Put/seqid=0 2024-11-18T03:55:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741884_1062 (size=5149) 2024-11-18T03:55:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741884_1062 (size=5149) 2024-11-18T03:55:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741884_1062 (size=5149) 2024-11-18T03:55:08,357 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/.tmp/a/a6afc2db0af045e8ae8074ec0d61f235 2024-11-18T03:55:08,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/.tmp/a/a6afc2db0af045e8ae8074ec0d61f235 as hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/a6afc2db0af045e8ae8074ec0d61f235 2024-11-18T03:55:08,367 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/a/a6afc2db0af045e8ae8074ec0d61f235, entries=1, sequenceid=5, filesize=5.0 K 2024-11-18T03:55:08,367 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5ac6bbf99916a4ebc4b1400a19b7da38 in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-18T03:55:08,368 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/0000000000000000005 2024-11-18T03:55:08,369 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,370 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,370 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:08,372 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ac6bbf99916a4ebc4b1400a19b7da38 2024-11-18T03:55:08,374 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ac6bbf99916a4ebc4b1400a19b7da38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T03:55:08,375 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ac6bbf99916a4ebc4b1400a19b7da38; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62719483, jitterRate=-0.06540687382221222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:08,375 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ac6bbf99916a4ebc4b1400a19b7da38: Writing region info on filesystem at 1731902108314Initializing all the Stores at 1731902108314Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902108314Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902108315 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902108315Obtaining lock to block concurrent updates at 1731902108333 (+18 ms)Preparing flush snapshotting stores in 5ac6bbf99916a4ebc4b1400a19b7da38 at 1731902108333Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731902108333Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. at 1731902108333Flushing 5ac6bbf99916a4ebc4b1400a19b7da38/a: creating writer at 1731902108334 (+1 ms)Flushing 5ac6bbf99916a4ebc4b1400a19b7da38/a: appending metadata at 1731902108348 (+14 ms)Flushing 5ac6bbf99916a4ebc4b1400a19b7da38/a: closing flushed file at 1731902108348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fade036: reopening flushed file at 1731902108362 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5ac6bbf99916a4ebc4b1400a19b7da38 in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731902108367 (+5 ms)Cleaning up temporary data from old regions at 1731902108370 (+3 ms)Region opened successfully at 1731902108375 (+5 ms) 2024-11-18T03:55:08,379 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ac6bbf99916a4ebc4b1400a19b7da38, disabling compactions & flushes 2024-11-18T03:55:08,379 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:08,379 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:08,379 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. after waiting 0 ms 2024-11-18T03:55:08,379 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:08,380 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731902104004.5ac6bbf99916a4ebc4b1400a19b7da38. 2024-11-18T03:55:08,380 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ac6bbf99916a4ebc4b1400a19b7da38: Waiting for close lock at 1731902108379Disabling compacts and flushes for region at 1731902108379Disabling writes for close at 1731902108379Writing region close event to WAL at 1731902108380 (+1 ms)Closed at 1731902108380 2024-11-18T03:55:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741883_1061 (size=93) 2024-11-18T03:55:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741883_1061 (size=93) 2024-11-18T03:55:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741883_1061 (size=93) 2024-11-18T03:55:08,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:08,386 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731902108290) 2024-11-18T03:55:08,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1839432176_22 at /127.0.0.1:59326 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1839432176_22 at /127.0.0.1:44962 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41453 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=4531 (was 4578) 2024-11-18T03:55:08,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=4530 2024-11-18T03:55:08,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:08,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T03:55:08,438 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 88c1dcece5ca,43061,1731902093278 2024-11-18T03:55:08,441 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7e6cff 2024-11-18T03:55:08,442 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T03:55:08,444 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T03:55:08,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T03:55:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T03:55:08,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T03:55:08,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-18T03:55:08,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:08,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T03:55:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T03:55:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741885_1063 (size=694) 2024-11-18T03:55:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741885_1063 (size=694) 2024-11-18T03:55:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741885_1063 (size=694) 2024-11-18T03:55:08,472 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444 2024-11-18T03:55:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741886_1064 (size=77) 2024-11-18T03:55:08,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741886_1064 (size=77) 2024-11-18T03:55:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741886_1064 (size=77) 2024-11-18T03:55:08,484 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:08,484 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:08,484 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,485 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,485 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:08,485 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,485 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,485 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902108484Disabling compacts and flushes for region at 1731902108484Disabling writes for close at 1731902108485 (+1 ms)Writing region close event to WAL at 1731902108485Closed at 1731902108485 2024-11-18T03:55:08,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T03:55:08,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731902108486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731902108486"}]},"ts":"1731902108486"} 2024-11-18T03:55:08,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T03:55:08,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T03:55:08,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731902108495"}]},"ts":"1731902108495"} 2024-11-18T03:55:08,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-18T03:55:08,503 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {88c1dcece5ca=0} racks are {/default-rack=0} 2024-11-18T03:55:08,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T03:55:08,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T03:55:08,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T03:55:08,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T03:55:08,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T03:55:08,504 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T03:55:08,504 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T03:55:08,504 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T03:55:08,505 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T03:55:08,505 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T03:55:08,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN}] 2024-11-18T03:55:08,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN 2024-11-18T03:55:08,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN; state=OFFLINE, location=88c1dcece5ca,38587,1731902093983; forceNewPlan=false, retain=false 2024-11-18T03:55:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T03:55:08,662 INFO [88c1dcece5ca:43061 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T03:55:08,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPENING, regionLocation=88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:08,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN because future has completed 2024-11-18T03:55:08,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983}] 2024-11-18T03:55:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T03:55:08,820 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T03:55:08,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T03:55:08,827 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,828 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:08,828 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,828 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:08,828 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,828 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,830 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,831 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf1 2024-11-18T03:55:08,831 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:08,832 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:08,832 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,833 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf2 2024-11-18T03:55:08,833 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:08,834 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:08,834 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,835 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,835 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,836 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,836 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,837 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T03:55:08,838 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,841 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:08,841 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a10c66b86f02cf0820709f57b9a220e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519837, jitterRate=-0.02367834746837616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T03:55:08,841 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:08,842 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a10c66b86f02cf0820709f57b9a220e: Running coprocessor pre-open hook at 1731902108828Writing region info on filesystem at 1731902108828Initializing all the Stores at 1731902108829 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902108829Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902108829Cleaning up temporary data from old regions at 1731902108836 (+7 ms)Running coprocessor post-open hooks at 1731902108841 (+5 ms)Region opened successfully at 1731902108842 (+1 ms) 2024-11-18T03:55:08,844 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., pid=6, masterSystemTime=1731902108820 2024-11-18T03:55:08,846 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,847 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:08,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPEN, openSeqNum=2, regionLocation=88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:08,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983 because future has completed 2024-11-18T03:55:08,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T03:55:08,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983 in 185 msec 2024-11-18T03:55:08,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T03:55:08,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN in 349 msec 2024-11-18T03:55:08,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T03:55:08,859 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731902108859"}]},"ts":"1731902108859"} 2024-11-18T03:55:08,862 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-18T03:55:08,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T03:55:08,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 414 msec 2024-11-18T03:55:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T03:55:09,087 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-18T03:55:09,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-18T03:55:09,089 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T03:55:09,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-18T03:55:09,095 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T03:55:09,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-18T03:55:09,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=2] 2024-11-18T03:55:09,112 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T03:55:09,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T03:55:09,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3a10c66b86f02cf0820709f57b9a220e, source=88c1dcece5ca,38587,1731902093983, destination=88c1dcece5ca,39989,1731902094085, warming up region on 88c1dcece5ca,39989,1731902094085 2024-11-18T03:55:09,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3a10c66b86f02cf0820709f57b9a220e, source=88c1dcece5ca,38587,1731902093983, destination=88c1dcece5ca,39989,1731902094085, running balancer 2024-11-18T03:55:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE 2024-11-18T03:55:09,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE 2024-11-18T03:55:09,133 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=CLOSING, regionLocation=88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:09,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:09,135 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,136 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf1 2024-11-18T03:55:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE because future has completed 2024-11-18T03:55:09,136 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:09,137 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T03:55:09,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983}] 2024-11-18T03:55:09,138 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:09,138 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,138 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf2 2024-11-18T03:55:09,139 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:09,139 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:09,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902109139Disabling compacts and flushes for region at 1731902109139Disabling writes for close at 1731902109140 (+1 ms)Writing region close event to WAL at 1731902109141 (+1 ms)Closed at 1731902109141 2024-11-18T03:55:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-18T03:55:09,296 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,296 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T03:55:09,297 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:09,297 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,297 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,297 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:09,297 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,297 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 3a10c66b86f02cf0820709f57b9a220e 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-18T03:55:09,315 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/bbe280b4d97c4904a33d41397ce94314 is 35, key is r1/cf1:q/1731902109114/Put/seqid=0 2024-11-18T03:55:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741887_1065 (size=4783) 2024-11-18T03:55:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741887_1065 (size=4783) 2024-11-18T03:55:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741887_1065 (size=4783) 2024-11-18T03:55:09,322 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/bbe280b4d97c4904a33d41397ce94314 2024-11-18T03:55:09,330 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/bbe280b4d97c4904a33d41397ce94314 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314 2024-11-18T03:55:09,335 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T03:55:09,337 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 3a10c66b86f02cf0820709f57b9a220e in 39ms, sequenceid=5, compaction requested=false 2024-11-18T03:55:09,337 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-18T03:55:09,341 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T03:55:09,344 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,345 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902109297Running coprocessor pre-close hooks at 1731902109297Disabling compacts and flushes for region at 1731902109297Disabling writes for close at 1731902109297Obtaining lock to block concurrent updates at 1731902109297Preparing flush snapshotting stores in 3a10c66b86f02cf0820709f57b9a220e at 1731902109297Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731902109297Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. at 1731902109298 (+1 ms)Flushing 3a10c66b86f02cf0820709f57b9a220e/cf1: creating writer at 1731902109298Flushing 3a10c66b86f02cf0820709f57b9a220e/cf1: appending metadata at 1731902109315 (+17 ms)Flushing 3a10c66b86f02cf0820709f57b9a220e/cf1: closing flushed file at 1731902109315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca5e730: reopening flushed file at 1731902109329 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 3a10c66b86f02cf0820709f57b9a220e in 39ms, sequenceid=5, compaction requested=false at 1731902109337 (+8 ms)Writing region close event to WAL at 1731902109338 (+1 ms)Running coprocessor post-close hooks at 1731902109342 (+4 ms)Closed at 1731902109344 (+2 ms) 2024-11-18T03:55:09,345 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 3a10c66b86f02cf0820709f57b9a220e move to 88c1dcece5ca,39989,1731902094085 record at close sequenceid=5 2024-11-18T03:55:09,348 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=CLOSED 2024-11-18T03:55:09,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983 because future has completed 2024-11-18T03:55:09,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T03:55:09,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983 in 216 msec 2024-11-18T03:55:09,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE; state=CLOSED, location=88c1dcece5ca,39989,1731902094085; forceNewPlan=false, retain=false 2024-11-18T03:55:09,508 INFO [88c1dcece5ca:43061 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T03:55:09,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPENING, regionLocation=88c1dcece5ca,39989,1731902094085 2024-11-18T03:55:09,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE because future has completed 2024-11-18T03:55:09,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,39989,1731902094085}] 2024-11-18T03:55:09,673 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,673 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:09,673 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,674 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:09,674 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,674 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,675 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,676 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf1 2024-11-18T03:55:09,676 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:09,683 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314 2024-11-18T03:55:09,683 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:09,683 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,684 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf2 2024-11-18T03:55:09,684 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:09,685 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:09,685 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,686 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,687 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,688 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,688 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,689 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T03:55:09,690 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,691 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 3a10c66b86f02cf0820709f57b9a220e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64046861, jitterRate=-0.045627400279045105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T03:55:09,691 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:09,693 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 3a10c66b86f02cf0820709f57b9a220e: Running coprocessor pre-open hook at 1731902109674Writing region info on filesystem at 1731902109674Initializing all the Stores at 1731902109675 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902109675Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902109675Cleaning up temporary data from old regions at 1731902109688 (+13 ms)Running coprocessor post-open hooks at 1731902109692 (+4 ms)Region opened successfully at 1731902109693 (+1 ms) 2024-11-18T03:55:09,694 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., pid=9, masterSystemTime=1731902109668 2024-11-18T03:55:09,697 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,697 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPEN, openSeqNum=9, regionLocation=88c1dcece5ca,39989,1731902094085 2024-11-18T03:55:09,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,39989,1731902094085 because future has completed 2024-11-18T03:55:09,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-18T03:55:09,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,39989,1731902094085 in 187 msec 2024-11-18T03:55:09,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE in 574 msec 2024-11-18T03:55:09,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T03:55:09,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T03:55:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:52838 deadline: 1731902169743, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=39989 startCode=1731902094085. As of locationSeqNum=5. 2024-11-18T03:55:09,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=39989 startCode=1731902094085. As of locationSeqNum=5. 2024-11-18T03:55:09,768 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=39989 startCode=1731902094085. As of locationSeqNum=5. 2024-11-18T03:55:09,768 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,39989,1731902094085, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=39989 startCode=1731902094085. As of locationSeqNum=5. 2024-11-18T03:55:09,887 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3a10c66b86f02cf0820709f57b9a220e 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-18T03:55:09,904 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/9bf7c65333864c73845a6ef00e576145 is 29, key is r1/cf1:/1731902109878/DeleteFamily/seqid=0 2024-11-18T03:55:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741888_1066 (size=4906) 2024-11-18T03:55:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741888_1066 (size=4906) 2024-11-18T03:55:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741888_1066 (size=4906) 2024-11-18T03:55:09,914 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:09,920 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:09,936 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf2/bf016da4d3e749fc853617f5860c838c is 29, key is r1/cf2:/1731902109878/DeleteFamily/seqid=0 2024-11-18T03:55:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741889_1067 (size=4906) 2024-11-18T03:55:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741889_1067 (size=4906) 2024-11-18T03:55:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741889_1067 (size=4906) 2024-11-18T03:55:09,944 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf2/bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:09,950 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:09,951 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/9bf7c65333864c73845a6ef00e576145 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:09,956 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:09,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T03:55:09,957 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf2/bf016da4d3e749fc853617f5860c838c as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:09,963 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:09,963 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c, entries=1, sequenceid=12, filesize=4.8 K 2024-11-18T03:55:09,964 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 3a10c66b86f02cf0820709f57b9a220e in 77ms, sequenceid=12, compaction requested=false 2024-11-18T03:55:09,964 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3a10c66b86f02cf0820709f57b9a220e: 2024-11-18T03:55:09,967 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-18T03:55:09,968 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3a10c66b86f02cf0820709f57b9a220e/cf1 is initiating major compaction (all files) 2024-11-18T03:55:09,968 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T03:55:09,968 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:55:09,969 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3a10c66b86f02cf0820709f57b9a220e/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:09,969 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314, hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145] into tmpdir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp, totalSize=9.5 K 2024-11-18T03:55:09,970 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bbe280b4d97c4904a33d41397ce94314, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731902109114 2024-11-18T03:55:09,971 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9bf7c65333864c73845a6ef00e576145, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T03:55:09,981 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3a10c66b86f02cf0820709f57b9a220e#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T03:55:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741890_1068 (size=4626) 2024-11-18T03:55:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741890_1068 (size=4626) 2024-11-18T03:55:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741890_1068 (size=4626) 2024-11-18T03:55:09,996 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf1/30a11077b0f2426ba9e2250e2701d29e as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/30a11077b0f2426ba9e2250e2701d29e 2024-11-18T03:55:10,009 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 3a10c66b86f02cf0820709f57b9a220e/cf1 of 3a10c66b86f02cf0820709f57b9a220e into 30a11077b0f2426ba9e2250e2701d29e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T03:55:10,009 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3a10c66b86f02cf0820709f57b9a220e: 2024-11-18T03:55:10,009 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-18T03:55:10,009 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3a10c66b86f02cf0820709f57b9a220e/cf2 is initiating major compaction (all files) 2024-11-18T03:55:10,010 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T03:55:10,010 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T03:55:10,010 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3a10c66b86f02cf0820709f57b9a220e/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,010 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c] into tmpdir=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp, totalSize=4.8 K 2024-11-18T03:55:10,010 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bf016da4d3e749fc853617f5860c838c, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-18T03:55:10,016 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3a10c66b86f02cf0820709f57b9a220e#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T03:55:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741891_1069 (size=4592) 2024-11-18T03:55:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741891_1069 (size=4592) 2024-11-18T03:55:10,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741891_1069 (size=4592) 2024-11-18T03:55:10,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/.tmp/cf2/129faaa3f9f8474a92704386804d2ed9 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/129faaa3f9f8474a92704386804d2ed9 2024-11-18T03:55:10,037 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 3a10c66b86f02cf0820709f57b9a220e/cf2 of 3a10c66b86f02cf0820709f57b9a220e into 129faaa3f9f8474a92704386804d2ed9(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T03:55:10,037 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3a10c66b86f02cf0820709f57b9a220e: 2024-11-18T03:55:10,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=3a10c66b86f02cf0820709f57b9a220e, source=88c1dcece5ca,39989,1731902094085, destination=88c1dcece5ca,38587,1731902093983, warming up region on 88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:10,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=3a10c66b86f02cf0820709f57b9a220e, source=88c1dcece5ca,39989,1731902094085, destination=88c1dcece5ca,38587,1731902093983, running balancer 2024-11-18T03:55:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE 2024-11-18T03:55:10,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE 2024-11-18T03:55:10,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=CLOSING, regionLocation=88c1dcece5ca,39989,1731902094085 2024-11-18T03:55:10,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(7855): Warmup {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:10,047 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE because future has completed 2024-11-18T03:55:10,048 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf1 2024-11-18T03:55:10,048 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:10,048 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T03:55:10,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,39989,1731902094085}] 2024-11-18T03:55:10,056 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/30a11077b0f2426ba9e2250e2701d29e 2024-11-18T03:55:10,061 INFO [StoreFileOpener-3a10c66b86f02cf0820709f57b9a220e-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:10,061 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:10,066 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314 2024-11-18T03:55:10,066 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:10,066 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,067 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf2 2024-11-18T03:55:10,068 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:10,074 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/129faaa3f9f8474a92704386804d2ed9 2024-11-18T03:55:10,078 INFO [StoreFileOpener-3a10c66b86f02cf0820709f57b9a220e-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:10,078 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:10,078 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:10,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38587 {}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902110078Disabling compacts and flushes for region at 1731902110078Disabling writes for close at 1731902110078Writing region close event to WAL at 1731902110079 (+1 ms)Closed at 1731902110079 2024-11-18T03:55:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-18T03:55:10,203 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,203 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T03:55:10,203 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:10,203 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,203 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,203 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:10,203 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,204 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314, hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145] to archive 2024-11-18T03:55:10,207 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T03:55:10,211 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314 to hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/bbe280b4d97c4904a33d41397ce94314 2024-11-18T03:55:10,213 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145 to hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/9bf7c65333864c73845a6ef00e576145 2024-11-18T03:55:10,226 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c] to archive 2024-11-18T03:55:10,227 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T03:55:10,230 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c to hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/bf016da4d3e749fc853617f5860c838c 2024-11-18T03:55:10,235 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-18T03:55:10,235 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,235 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902110203Running coprocessor pre-close hooks at 1731902110203Disabling compacts and flushes for region at 1731902110203Disabling writes for close at 1731902110203Writing region close event to WAL at 1731902110231 (+28 ms)Running coprocessor post-close hooks at 1731902110235 (+4 ms)Closed at 1731902110235 2024-11-18T03:55:10,235 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 3a10c66b86f02cf0820709f57b9a220e move to 88c1dcece5ca,38587,1731902093983 record at close sequenceid=12 2024-11-18T03:55:10,237 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=CLOSED 2024-11-18T03:55:10,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,39989,1731902094085 because future has completed 2024-11-18T03:55:10,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T03:55:10,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,39989,1731902094085 in 194 msec 2024-11-18T03:55:10,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE; state=CLOSED, location=88c1dcece5ca,38587,1731902093983; forceNewPlan=false, retain=false 2024-11-18T03:55:10,396 INFO [88c1dcece5ca:43061 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T03:55:10,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPENING, regionLocation=88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:10,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE because future has completed 2024-11-18T03:55:10,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983}] 2024-11-18T03:55:10,556 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,556 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:10,557 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,557 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:10,557 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,557 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,559 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,559 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf1 2024-11-18T03:55:10,560 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:10,566 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/30a11077b0f2426ba9e2250e2701d29e 2024-11-18T03:55:10,566 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:10,566 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,567 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf2 2024-11-18T03:55:10,567 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:10,573 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/129faaa3f9f8474a92704386804d2ed9 2024-11-18T03:55:10,573 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:10,574 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,574 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,575 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,576 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,576 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,577 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T03:55:10,578 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,579 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 3a10c66b86f02cf0820709f57b9a220e; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67284062, jitterRate=0.0026106536388397217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T03:55:10,579 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,580 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3a10c66b86f02cf0820709f57b9a220e: Running coprocessor pre-open hook at 1731902110557Writing region info on filesystem at 1731902110557Initializing all the Stores at 1731902110558 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902110558Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902110558Cleaning up temporary data from old regions at 1731902110576 (+18 ms)Running coprocessor post-open hooks at 1731902110579 (+3 ms)Region opened successfully at 1731902110580 (+1 ms) 2024-11-18T03:55:10,581 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., pid=12, masterSystemTime=1731902110552 2024-11-18T03:55:10,583 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,583 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPEN, openSeqNum=18, regionLocation=88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983 because future has completed 2024-11-18T03:55:10,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T03:55:10,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,38587,1731902093983 in 188 msec 2024-11-18T03:55:10,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, REOPEN/MOVE in 547 msec 2024-11-18T03:55:10,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T03:55:10,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T03:55:10,599 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 88c1dcece5ca,38587,1731902093983: testing ***** 2024-11-18T03:55:10,599 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T03:55:10,602 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T03:55:10,603 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T03:55:10,605 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T03:55:10,605 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T03:55:10,611 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 319532696 }, "NonHeapMemoryUsage": { "committed": 170852352, "init": 7667712, "max": -1, "used": 168351440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "88c1dcece5ca", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "88c1dcece5ca", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59975", "tag.serverName": "88c1dcece5ca,38587,1731902093983", "tag.clusterId": "7896caef-186c-46fe-8816-e0117fd9d5cc", "tag.Context": "regionserver", "tag.Hostname": "88c1dcece5ca", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731902093983, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T03:55:10,614 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43061 {}] master.MasterRpcServices(700): 88c1dcece5ca,38587,1731902093983 reported a fatal error: ***** ABORTING region server 88c1dcece5ca,38587,1731902093983: testing ***** 2024-11-18T03:55:10,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88c1dcece5ca,38587,1731902093983' ***** 2024-11-18T03:55:10,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-18T03:55:10,617 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T03:55:10,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T03:55:10,617 INFO [RS:0;88c1dcece5ca:38587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T03:55:10,618 INFO [RS:0;88c1dcece5ca:38587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T03:55:10,618 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,618 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(956): aborting server 88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39989 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:51556 deadline: 1731902170618, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=38587 startCode=1731902093983. As of locationSeqNum=12. 2024-11-18T03:55:10,618 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T03:55:10,618 INFO [RS:0;88c1dcece5ca:38587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;88c1dcece5ca:38587. 2024-11-18T03:55:10,618 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:10,619 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,619 DEBUG [RS:0;88c1dcece5ca:38587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T03:55:10,619 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,619 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:10,619 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,39989,1731902094085, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,39989,1731902094085, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=38587 startCode=1731902093983. As of locationSeqNum=12. 2024-11-18T03:55:10,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,39989,1731902094085, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=38587 startCode=1731902093983. As of locationSeqNum=12. 2024-11-18T03:55:10,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,39989,1731902094085, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=88c1dcece5ca port=38587 startCode=1731902093983. As of locationSeqNum=12. 2024-11-18T03:55:10,619 DEBUG [RS:0;88c1dcece5ca:38587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:10,619 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T03:55:10,620 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1325): Online Regions={3a10c66b86f02cf0820709f57b9a220e=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.} 2024-11-18T03:55:10,620 DEBUG [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1351): Waiting on 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:10,621 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,621 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902110618Running coprocessor pre-close hooks at 1731902110618Disabling compacts and flushes for region at 1731902110618Disabling writes for close at 1731902110619 (+1 ms)Writing region close event to WAL at 1731902110620 (+1 ms)Running coprocessor post-close hooks at 1731902110620Closed at 1731902110621 (+1 ms) 2024-11-18T03:55:10,621 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:10,622 INFO [regionserver/88c1dcece5ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T03:55:10,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88c1dcece5ca,38587,1731902093983 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:10,729 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88c1dcece5ca,38587,1731902093983 aborting 2024-11-18T03:55:10,729 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 88c1dcece5ca,38587,1731902093983 aborting 2024-11-18T03:55:10,729 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=12 from cache 2024-11-18T03:55:10,820 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(976): stopping server 88c1dcece5ca,38587,1731902093983; all regions closed. 2024-11-18T03:55:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741835_1011 (size=1677) 2024-11-18T03:55:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741835_1011 (size=1677) 2024-11-18T03:55:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741835_1011 (size=1677) 2024-11-18T03:55:10,825 DEBUG [RS:0;88c1dcece5ca:38587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:10,825 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T03:55:10,825 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T03:55:10,825 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.ChoreService(370): Chore service for: regionserver/88c1dcece5ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T03:55:10,825 INFO [regionserver/88c1dcece5ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T03:55:10,825 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T03:55:10,825 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T03:55:10,826 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T03:55:10,826 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T03:55:10,826 INFO [RS:0;88c1dcece5ca:38587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38587 2024-11-18T03:55:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/88c1dcece5ca,38587,1731902093983 2024-11-18T03:55:10,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T03:55:10,833 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T03:55:10,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88c1dcece5ca,38587,1731902093983] 2024-11-18T03:55:10,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/88c1dcece5ca,38587,1731902093983 already deleted, retry=false 2024-11-18T03:55:10,837 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 88c1dcece5ca,38587,1731902093983 on 88c1dcece5ca,43061,1731902093278 2024-11-18T03:55:10,842 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 88c1dcece5ca,38587,1731902093983, splitWal=true, meta=false 2024-11-18T03:55:10,845 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 88c1dcece5ca,38587,1731902093983 (carryingMeta=false) 88c1dcece5ca,38587,1731902093983/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@14b49c16[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T03:55:10,845 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 88c1dcece5ca,38587,1731902093983, splitWal=true, meta=false 2024-11-18T03:55:10,847 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 88c1dcece5ca,38587,1731902093983 had 1 regions 2024-11-18T03:55:10,848 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 88c1dcece5ca,38587,1731902093983, splitWal=true, meta=false, isMeta: false 2024-11-18T03:55:10,850 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting 2024-11-18T03:55:10,851 INFO [PEWorker-1 {}] master.SplitWALManager(105): 88c1dcece5ca,38587,1731902093983 WAL count=1, meta=false 2024-11-18T03:55:10,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 88c1dcece5ca%2C38587%2C1731902093983.1731902095479}] 2024-11-18T03:55:10,859 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=88c1dcece5ca,41029,1731902094126 2024-11-18T03:55:10,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 88c1dcece5ca%2C38587%2C1731902093983.1731902095479, worker=88c1dcece5ca,41029,1731902094126}] 2024-11-18T03:55:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38587-0x10129369f5a0001, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:10,936 INFO [RS:0;88c1dcece5ca:38587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T03:55:10,936 INFO [RS:0;88c1dcece5ca:38587 {}] regionserver.HRegionServer(1031): Exiting; stopping=88c1dcece5ca,38587,1731902093983; zookeeper connection closed. 2024-11-18T03:55:10,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a551ac6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a551ac6 2024-11-18T03:55:10,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18] 2024-11-18T03:55:10,943 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 88c1dcece5ca:38587 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 88c1dcece5ca/172.17.0.2:38587 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:10,943 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18, error=java.net.ConnectException: Call to address=88c1dcece5ca:38587 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 88c1dcece5ca/172.17.0.2:38587 2024-11-18T03:55:10,943 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-18T03:55:10,943 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18 from cache 2024-11-18T03:55:10,944 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 88c1dcece5ca:38587 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 88c1dcece5ca/172.17.0.2:38587 2024-11-18T03:55:11,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T03:55:11,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T03:55:11,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-18T03:55:11,044 INFO [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479, size=1.6 K (1677bytes) 2024-11-18T03:55:11,044 INFO [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 2024-11-18T03:55:11,045 INFO [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 after 1ms 2024-11-18T03:55:11,048 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:11,048 INFO [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 took 4ms 2024-11-18T03:55:11,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 3a10c66b86f02cf0820709f57b9a220e: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-18T03:55:11,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 so closing down 2024-11-18T03:55:11,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:11,056 INFO [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:11,056 INFO [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-18T03:55:11,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479, journal: Splitting hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479, size=1.6 K (1677bytes) at 1731902111044Finishing writing output for hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 so closing down at 1731902111056 (+12 ms)3 split writer threads finished at 1731902111056Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731902111056 2024-11-18T03:55:11,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 2024-11-18T03:55:11,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/88c1dcece5ca:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T03:55:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43061 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T03:55:11,065 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting/88c1dcece5ca%2C38587%2C1731902093983.1731902095479 to hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs 2024-11-18T03:55:11,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T03:55:11,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 88c1dcece5ca%2C38587%2C1731902093983.1731902095479, worker=88c1dcece5ca,41029,1731902094126 in 204 msec 2024-11-18T03:55:11,069 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=88c1dcece5ca,41029,1731902094126 2024-11-18T03:55:11,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T03:55:11,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 88c1dcece5ca%2C38587%2C1731902093983.1731902095479, worker=88c1dcece5ca,41029,1731902094126 in 216 msec 2024-11-18T03:55:11,074 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting dir is empty, no logs to split. 2024-11-18T03:55:11,074 INFO [PEWorker-1 {}] master.SplitWALManager(105): 88c1dcece5ca,38587,1731902093983 WAL count=0, meta=false 2024-11-18T03:55:11,074 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 88c1dcece5ca,38587,1731902093983 WAL splitting is done? wals=0, meta=false 2024-11-18T03:55:11,076 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 88c1dcece5ca,38587,1731902093983 failed, ignore...File hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/WALs/88c1dcece5ca,38587,1731902093983-splitting does not exist. 2024-11-18T03:55:11,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN}] 2024-11-18T03:55:11,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN 2024-11-18T03:55:11,080 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T03:55:11,230 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(204): Hosts are {88c1dcece5ca=0} racks are {/default-rack=0} 2024-11-18T03:55:11,231 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T03:55:11,231 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T03:55:11,231 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T03:55:11,231 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T03:55:11,231 INFO [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T03:55:11,231 INFO [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T03:55:11,231 DEBUG [88c1dcece5ca:43061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T03:55:11,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPENING, regionLocation=88c1dcece5ca,41029,1731902094126 2024-11-18T03:55:11,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN because future has completed 2024-11-18T03:55:11,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,41029,1731902094126}] 2024-11-18T03:55:11,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18] 2024-11-18T03:55:11,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 88c1dcece5ca:38587 this server is in the failed servers list 2024-11-18T03:55:11,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=88c1dcece5ca:38587 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88c1dcece5ca:38587 2024-11-18T03:55:11,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 88c1dcece5ca:38587 2024-11-18T03:55:11,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,38587,1731902093983, seqNum=18 from cache 2024-11-18T03:55:11,392 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:11,392 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a10c66b86f02cf0820709f57b9a220e, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:11,392 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,392 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:11,393 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,393 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,394 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,395 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf1 2024-11-18T03:55:11,395 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,402 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf1/30a11077b0f2426ba9e2250e2701d29e 2024-11-18T03:55:11,402 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,402 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,403 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a10c66b86f02cf0820709f57b9a220e columnFamilyName cf2 2024-11-18T03:55:11,403 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,410 DEBUG [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/cf2/129faaa3f9f8474a92704386804d2ed9 2024-11-18T03:55:11,410 INFO [StoreOpener-3a10c66b86f02cf0820709f57b9a220e-1 {}] regionserver.HStore(327): Store=3a10c66b86f02cf0820709f57b9a220e/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,410 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,411 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,412 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,413 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,413 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,414 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-18T03:55:11,415 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,416 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3a10c66b86f02cf0820709f57b9a220e; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66419411, jitterRate=-0.010273650288581848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-18T03:55:11,416 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:11,417 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3a10c66b86f02cf0820709f57b9a220e: Running coprocessor pre-open hook at 1731902111393Writing region info on filesystem at 1731902111393Initializing all the Stores at 1731902111394 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111394Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111394Cleaning up temporary data from old regions at 1731902111413 (+19 ms)Running coprocessor post-open hooks at 1731902111416 (+3 ms)Region opened successfully at 1731902111417 (+1 ms) 2024-11-18T03:55:11,418 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., pid=17, masterSystemTime=1731902111387 2024-11-18T03:55:11,420 DEBUG [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:11,421 INFO [RS_OPEN_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:11,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3a10c66b86f02cf0820709f57b9a220e, regionState=OPEN, openSeqNum=18, regionLocation=88c1dcece5ca,41029,1731902094126 2024-11-18T03:55:11,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,41029,1731902094126 because future has completed 2024-11-18T03:55:11,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T03:55:11,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a10c66b86f02cf0820709f57b9a220e, server=88c1dcece5ca,41029,1731902094126 in 192 msec 2024-11-18T03:55:11,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-18T03:55:11,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=3a10c66b86f02cf0820709f57b9a220e, ASSIGN in 350 msec 2024-11-18T03:55:11,431 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 88c1dcece5ca,38587,1731902093983 after splitting done 2024-11-18T03:55:11,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 88c1dcece5ca,38587,1731902093983, splitWal=true, meta=false in 593 msec 2024-11-18T03:55:11,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e., hostname=88c1dcece5ca,41029,1731902094126, seqNum=18] 2024-11-18T03:55:11,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T03:55:11,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T03:55:11,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 411), OpenFileDescriptor=1051 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=4481 (was 4530) 2024-11-18T03:55:11,798 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-18T03:55:11,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=4480 2024-11-18T03:55:11,810 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-18T03:55:11,825 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:11,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:11,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:11,830 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24839722, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-24839722, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:11,844 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24839722/hregion-24839722.1731902111831, exclude list is [], retry=0 2024-11-18T03:55:11,846 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:11,847 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:11,847 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:11,850 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24839722/hregion-24839722.1731902111831 2024-11-18T03:55:11,851 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:11,851 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e5f25df729e891a5f6acec7886ee3828, NAME => 'testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741893_1071 (size=67) 2024-11-18T03:55:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741893_1071 (size=67) 2024-11-18T03:55:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741893_1071 (size=67) 2024-11-18T03:55:11,860 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:11,861 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,862 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName a 2024-11-18T03:55:11,862 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,863 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,863 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,864 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName b 2024-11-18T03:55:11,864 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,865 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,865 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,866 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName c 2024-11-18T03:55:11,866 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,867 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,867 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,868 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,868 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,869 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,869 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,870 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:11,871 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,873 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:11,874 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5f25df729e891a5f6acec7886ee3828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74778849, jitterRate=0.11429168283939362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:11,874 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5f25df729e891a5f6acec7886ee3828: Writing region info on filesystem at 1731902111860Initializing all the Stores at 1731902111861 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111861Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111861Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111861Cleaning up temporary data from old regions at 1731902111869 (+8 ms)Region opened successfully at 1731902111874 (+5 ms) 2024-11-18T03:55:11,874 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5f25df729e891a5f6acec7886ee3828, disabling compactions & flushes 2024-11-18T03:55:11,874 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:11,874 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:11,875 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. after waiting 0 ms 2024-11-18T03:55:11,875 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:11,875 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:11,875 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5f25df729e891a5f6acec7886ee3828: Waiting for close lock at 1731902111874Disabling compacts and flushes for region at 1731902111874Disabling writes for close at 1731902111875 (+1 ms)Writing region close event to WAL at 1731902111875Closed at 1731902111875 2024-11-18T03:55:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741892_1070 (size=93) 2024-11-18T03:55:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741892_1070 (size=93) 2024-11-18T03:55:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741892_1070 (size=93) 2024-11-18T03:55:11,880 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:11,880 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24839722:(num 1731902111831) 2024-11-18T03:55:11,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:11,882 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:11,895 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882, exclude list is [], retry=0 2024-11-18T03:55:11,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:11,898 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:11,898 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:11,900 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 2024-11-18T03:55:11,900 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:11,900 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f25df729e891a5f6acec7886ee3828, NAME => 'testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:11,901 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:11,901 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,901 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,902 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,903 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName a 2024-11-18T03:55:11,903 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,903 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,904 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,904 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName b 2024-11-18T03:55:11,904 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,905 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,905 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,906 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName c 2024-11-18T03:55:11,906 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:11,906 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:11,906 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,907 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,908 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,909 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,909 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,910 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:11,911 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:11,911 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5f25df729e891a5f6acec7886ee3828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59432059, jitterRate=-0.11439330875873566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:11,912 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5f25df729e891a5f6acec7886ee3828: Writing region info on filesystem at 1731902111901Initializing all the Stores at 1731902111902 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111902Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111902Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902111902Cleaning up temporary data from old regions at 1731902111909 (+7 ms)Region opened successfully at 1731902111912 (+3 ms) 2024-11-18T03:55:11,937 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5f25df729e891a5f6acec7886ee3828 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T03:55:11,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/a/2de2415ede734345b3354a07b46cec23 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731902111912/Put/seqid=0 2024-11-18T03:55:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741895_1073 (size=5958) 2024-11-18T03:55:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741895_1073 (size=5958) 2024-11-18T03:55:11,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741895_1073 (size=5958) 2024-11-18T03:55:11,961 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/a/2de2415ede734345b3354a07b46cec23 2024-11-18T03:55:11,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/b/4519b7d075f14e33add0fbb6ca3851e8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731902111921/Put/seqid=0 2024-11-18T03:55:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741896_1074 (size=5958) 2024-11-18T03:55:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741896_1074 (size=5958) 2024-11-18T03:55:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741896_1074 (size=5958) 2024-11-18T03:55:11,990 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/b/4519b7d075f14e33add0fbb6ca3851e8 2024-11-18T03:55:12,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/c/73a0b75c4abe4789aa22704012240cfd is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731902111928/Put/seqid=0 2024-11-18T03:55:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741897_1075 (size=5958) 2024-11-18T03:55:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741897_1075 (size=5958) 2024-11-18T03:55:12,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741897_1075 (size=5958) 2024-11-18T03:55:12,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/c/73a0b75c4abe4789aa22704012240cfd 2024-11-18T03:55:12,023 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/a/2de2415ede734345b3354a07b46cec23 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/a/2de2415ede734345b3354a07b46cec23 2024-11-18T03:55:12,029 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/a/2de2415ede734345b3354a07b46cec23, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T03:55:12,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/b/4519b7d075f14e33add0fbb6ca3851e8 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/b/4519b7d075f14e33add0fbb6ca3851e8 2024-11-18T03:55:12,036 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/b/4519b7d075f14e33add0fbb6ca3851e8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T03:55:12,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/c/73a0b75c4abe4789aa22704012240cfd as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/c/73a0b75c4abe4789aa22704012240cfd 2024-11-18T03:55:12,042 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/c/73a0b75c4abe4789aa22704012240cfd, entries=10, sequenceid=33, filesize=5.8 K 2024-11-18T03:55:12,043 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e5f25df729e891a5f6acec7886ee3828 in 106ms, sequenceid=33, compaction requested=false 2024-11-18T03:55:12,043 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e5f25df729e891a5f6acec7886ee3828: 2024-11-18T03:55:12,044 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5f25df729e891a5f6acec7886ee3828, disabling compactions & flushes 2024-11-18T03:55:12,044 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:12,044 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:12,044 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. after waiting 0 ms 2024-11-18T03:55:12,044 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:12,045 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. 2024-11-18T03:55:12,045 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5f25df729e891a5f6acec7886ee3828: Waiting for close lock at 1731902112043Disabling compacts and flushes for region at 1731902112043Disabling writes for close at 1731902112044 (+1 ms)Writing region close event to WAL at 1731902112045 (+1 ms)Closed at 1731902112045 2024-11-18T03:55:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741894_1072 (size=2873) 2024-11-18T03:55:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741894_1072 (size=2873) 2024-11-18T03:55:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741894_1072 (size=2873) 2024-11-18T03:55:12,053 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/b/4519b7d075f14e33add0fbb6ca3851e8 to hdfs://localhost:41453/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/b/4519b7d075f14e33add0fbb6ca3851e8 2024-11-18T03:55:12,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882, size=2.8 K (2873bytes) 2024-11-18T03:55:12,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 2024-11-18T03:55:12,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 after 1ms 2024-11-18T03:55:12,080 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:12,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 took 3ms 2024-11-18T03:55:12,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 so closing down 2024-11-18T03:55:12,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:12,083 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731902111882.temp 2024-11-18T03:55:12,085 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000003-wal.1731902111882.temp 2024-11-18T03:55:12,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741898_1076 (size=2312) 2024-11-18T03:55:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741898_1076 (size=2312) 2024-11-18T03:55:12,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741898_1076 (size=2312) 2024-11-18T03:55:12,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000003-wal.1731902111882.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:12,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000003-wal.1731902111882.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032 2024-11-18T03:55:12,094 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-18T03:55:12,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882, journal: Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882, size=2.8 K (2873bytes) at 1731902112077Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 so closing down at 1731902112082 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000003-wal.1731902111882.temp at 1731902112085 (+3 ms)3 split writer threads finished at 1731902112085Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000003-wal.1731902111882.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731902112092 (+7 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000003-wal.1731902111882.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032 at 1731902112093 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731902112094 (+1 ms) 2024-11-18T03:55:12,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902111882 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902111882 2024-11-18T03:55:12,096 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032 2024-11-18T03:55:12,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:12,098 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:12,111 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902112098, exclude list is [], retry=0 2024-11-18T03:55:12,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:12,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:12,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:12,116 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902112098 2024-11-18T03:55:12,116 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:12,116 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f25df729e891a5f6acec7886ee3828, NAME => 'testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:12,116 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:12,117 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,117 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,118 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,119 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName a 2024-11-18T03:55:12,119 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,124 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/a/2de2415ede734345b3354a07b46cec23 2024-11-18T03:55:12,124 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,125 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,126 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName b 2024-11-18T03:55:12,126 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,126 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,126 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,127 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f25df729e891a5f6acec7886ee3828 columnFamilyName c 2024-11-18T03:55:12,127 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,132 DEBUG [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/c/73a0b75c4abe4789aa22704012240cfd 2024-11-18T03:55:12,132 INFO [StoreOpener-e5f25df729e891a5f6acec7886ee3828-1 {}] regionserver.HStore(327): Store=e5f25df729e891a5f6acec7886ee3828/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,132 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,134 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032 2024-11-18T03:55:12,136 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:12,137 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032 2024-11-18T03:55:12,137 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5f25df729e891a5f6acec7886ee3828 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T03:55:12,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/b/ebfdb166d3444485865feaeb54bf54da is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731902111921/Put/seqid=0 2024-11-18T03:55:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741900_1078 (size=5958) 2024-11-18T03:55:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741900_1078 (size=5958) 2024-11-18T03:55:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741900_1078 (size=5958) 2024-11-18T03:55:12,158 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/b/ebfdb166d3444485865feaeb54bf54da 2024-11-18T03:55:12,163 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/.tmp/b/ebfdb166d3444485865feaeb54bf54da as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/b/ebfdb166d3444485865feaeb54bf54da 2024-11-18T03:55:12,168 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/b/ebfdb166d3444485865feaeb54bf54da, entries=10, sequenceid=32, filesize=5.8 K 2024-11-18T03:55:12,168 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e5f25df729e891a5f6acec7886ee3828 in 31ms, sequenceid=32, compaction requested=false; wal=null 2024-11-18T03:55:12,169 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/0000000000000000032 2024-11-18T03:55:12,169 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,170 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,170 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:12,171 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5f25df729e891a5f6acec7886ee3828 2024-11-18T03:55:12,173 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/e5f25df729e891a5f6acec7886ee3828/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-18T03:55:12,174 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5f25df729e891a5f6acec7886ee3828; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67614094, jitterRate=0.007528513669967651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:12,175 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5f25df729e891a5f6acec7886ee3828: Writing region info on filesystem at 1731902112117Initializing all the Stores at 1731902112117Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112118 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112118Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112118Obtaining lock to block concurrent updates at 1731902112137 (+19 ms)Preparing flush snapshotting stores in e5f25df729e891a5f6acec7886ee3828 at 1731902112137Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731902112137Flushing stores of testReplayEditsWrittenViaHRegion,,1731902111826.e5f25df729e891a5f6acec7886ee3828. at 1731902112137Flushing e5f25df729e891a5f6acec7886ee3828/b: creating writer at 1731902112137Flushing e5f25df729e891a5f6acec7886ee3828/b: appending metadata at 1731902112151 (+14 ms)Flushing e5f25df729e891a5f6acec7886ee3828/b: closing flushed file at 1731902112151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bec9b2: reopening flushed file at 1731902112162 (+11 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e5f25df729e891a5f6acec7886ee3828 in 31ms, sequenceid=32, compaction requested=false; wal=null at 1731902112168 (+6 ms)Cleaning up temporary data from old regions at 1731902112170 (+2 ms)Region opened successfully at 1731902112175 (+5 ms) 2024-11-18T03:55:12,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=420 (was 411) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:59326 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:44962 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:50996 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:55398 [Waiting for operation #35] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:52640 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:53624 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=4477 (was 4480) 2024-11-18T03:55:12,197 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-18T03:55:12,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=420, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=4476 2024-11-18T03:55:12,209 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-18T03:55:12,224 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:12,226 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:12,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:12,228 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-94461848, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-94461848, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:12,241 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-94461848/hregion-94461848.1731902112228, exclude list is [], retry=0 2024-11-18T03:55:12,243 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:12,243 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:12,244 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:12,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-94461848/hregion-94461848.1731902112228 2024-11-18T03:55:12,246 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:12,246 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 965a3d1da78639e93509dd681af9a17e, NAME => 'testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741902_1080 (size=68) 2024-11-18T03:55:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741902_1080 (size=68) 2024-11-18T03:55:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741902_1080 (size=68) 2024-11-18T03:55:12,254 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:12,255 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,256 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName a 2024-11-18T03:55:12,257 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,257 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,257 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,258 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName b 2024-11-18T03:55:12,258 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,259 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,259 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,260 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName c 2024-11-18T03:55:12,260 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,260 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,261 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,262 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,263 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,263 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,263 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:12,265 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,267 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:12,267 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 965a3d1da78639e93509dd681af9a17e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59666428, jitterRate=-0.11090093851089478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:12,268 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 965a3d1da78639e93509dd681af9a17e: Writing region info on filesystem at 1731902112254Initializing all the Stores at 1731902112255 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112255Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112255Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112255Cleaning up temporary data from old regions at 1731902112263 (+8 ms)Region opened successfully at 1731902112268 (+5 ms) 2024-11-18T03:55:12,269 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 965a3d1da78639e93509dd681af9a17e, disabling compactions & flushes 2024-11-18T03:55:12,269 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:12,269 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:12,269 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. after waiting 0 ms 2024-11-18T03:55:12,269 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:12,269 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:12,269 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 965a3d1da78639e93509dd681af9a17e: Waiting for close lock at 1731902112268Disabling compacts and flushes for region at 1731902112268Disabling writes for close at 1731902112269 (+1 ms)Writing region close event to WAL at 1731902112269Closed at 1731902112269 2024-11-18T03:55:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741901_1079 (size=93) 2024-11-18T03:55:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741901_1079 (size=93) 2024-11-18T03:55:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741901_1079 (size=93) 2024-11-18T03:55:12,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:12,275 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-94461848:(num 1731902112228) 2024-11-18T03:55:12,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:12,277 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:12,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277, exclude list is [], retry=0 2024-11-18T03:55:12,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:12,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:12,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:12,300 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 2024-11-18T03:55:12,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:55:12,352 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 965a3d1da78639e93509dd681af9a17e, NAME => 'testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:12,354 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:12,355 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,355 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,356 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,357 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName a 2024-11-18T03:55:12,358 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,358 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,358 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,359 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName b 2024-11-18T03:55:12,359 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,360 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,360 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,361 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName c 2024-11-18T03:55:12,361 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:12,361 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:12,361 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,363 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,365 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,365 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,365 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:12,367 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,368 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 965a3d1da78639e93509dd681af9a17e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61719538, jitterRate=-0.08030721545219421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:12,368 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:12,369 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 965a3d1da78639e93509dd681af9a17e: Running coprocessor pre-open hook at 1731902112355Writing region info on filesystem at 1731902112355Initializing all the Stores at 1731902112356 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112356Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112356Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902112356Cleaning up temporary data from old regions at 1731902112365 (+9 ms)Running coprocessor post-open hooks at 1731902112368 (+3 ms)Region opened successfully at 1731902112369 (+1 ms) 2024-11-18T03:55:12,382 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 965a3d1da78639e93509dd681af9a17e 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-18T03:55:12,383 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:13,384 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:13,687 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-18T03:55:13,687 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:13,688 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-18T03:55:13,688 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:13,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-18T03:55:13,690 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:13,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-18T03:55:13,691 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:13,692 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-18T03:55:13,692 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:14,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T03:55:14,385 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:15,386 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:16,386 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:17,387 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:18,388 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:19,388 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:20,389 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:21,389 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 965a3d1da78639e93509dd681af9a17e/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:21,391 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 965a3d1da78639e93509dd681af9a17e: 2024-11-18T03:55:21,391 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:21,404 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 965a3d1da78639e93509dd681af9a17e: 2024-11-18T03:55:21,404 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-18T03:55:21,404 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 965a3d1da78639e93509dd681af9a17e, disabling compactions & flushes 2024-11-18T03:55:21,404 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:21,404 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:21,404 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. after waiting 0 ms 2024-11-18T03:55:21,405 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:21,405 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:21,405 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. 2024-11-18T03:55:21,405 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 965a3d1da78639e93509dd681af9a17e: Waiting for close lock at 1731902121404Running coprocessor pre-close hooks at 1731902121404Disabling compacts and flushes for region at 1731902121404Disabling writes for close at 1731902121404Writing region close event to WAL at 1731902121405 (+1 ms)Running coprocessor post-close hooks at 1731902121405Closed at 1731902121405 2024-11-18T03:55:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741903_1081 (size=2398) 2024-11-18T03:55:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741903_1081 (size=2398) 2024-11-18T03:55:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741903_1081 (size=2398) 2024-11-18T03:55:21,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277, size=2.3 K (2398bytes) 2024-11-18T03:55:21,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 2024-11-18T03:55:21,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 after 1ms 2024-11-18T03:55:21,427 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:21,427 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 took 3ms 2024-11-18T03:55:21,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 so closing down 2024-11-18T03:55:21,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:21,430 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731902112277.temp 2024-11-18T03:55:21,432 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000004-wal.1731902112277.temp 2024-11-18T03:55:21,432 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741904_1082 (size=1672) 2024-11-18T03:55:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741904_1082 (size=1672) 2024-11-18T03:55:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741904_1082 (size=1672) 2024-11-18T03:55:21,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000004-wal.1731902112277.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:21,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000004-wal.1731902112277.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026 2024-11-18T03:55:21,439 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-18T03:55:21,439 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277, journal: Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277, size=2.3 K (2398bytes) at 1731902121424Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 so closing down at 1731902121429 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000004-wal.1731902112277.temp at 1731902121432 (+3 ms)3 split writer threads finished at 1731902121432Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000004-wal.1731902112277.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731902121438 (+6 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000004-wal.1731902112277.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026 at 1731902121439 (+1 ms)Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731902121439 2024-11-18T03:55:21,441 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902112277 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902112277 2024-11-18T03:55:21,442 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026 2024-11-18T03:55:21,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:21,444 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:21,457 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902121444, exclude list is [], retry=0 2024-11-18T03:55:21,459 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:21,460 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:21,460 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:21,461 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902121444 2024-11-18T03:55:21,463 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:21,464 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 965a3d1da78639e93509dd681af9a17e, NAME => 'testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:21,464 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,464 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:21,465 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,465 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,466 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,467 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName a 2024-11-18T03:55:21,467 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:21,468 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:21,468 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,468 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName b 2024-11-18T03:55:21,469 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:21,469 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:21,469 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,470 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965a3d1da78639e93509dd681af9a17e columnFamilyName c 2024-11-18T03:55:21,470 DEBUG [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:21,470 INFO [StoreOpener-965a3d1da78639e93509dd681af9a17e-1 {}] regionserver.HStore(327): Store=965a3d1da78639e93509dd681af9a17e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:21,470 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,471 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,472 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,473 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026 2024-11-18T03:55:21,475 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:21,476 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026 2024-11-18T03:55:21,476 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 965a3d1da78639e93509dd681af9a17e 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-18T03:55:21,491 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/a/26ed216c25174d8bb6e2116140363144 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731902121396/Put/seqid=0 2024-11-18T03:55:21,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741906_1084 (size=5523) 2024-11-18T03:55:21,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741906_1084 (size=5523) 2024-11-18T03:55:21,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741906_1084 (size=5523) 2024-11-18T03:55:21,498 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/a/26ed216c25174d8bb6e2116140363144 2024-11-18T03:55:21,516 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/b/f887f5aa2b884371a880279d839486c5 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731902121391/Put/seqid=0 2024-11-18T03:55:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741907_1085 (size=5524) 2024-11-18T03:55:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741907_1085 (size=5524) 2024-11-18T03:55:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741907_1085 (size=5524) 2024-11-18T03:55:21,524 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/b/f887f5aa2b884371a880279d839486c5 2024-11-18T03:55:21,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/c/a2649c7d8a8940f1a4f0dde83e33efb0 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731902121394/Put/seqid=0 2024-11-18T03:55:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741908_1086 (size=5457) 2024-11-18T03:55:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741908_1086 (size=5457) 2024-11-18T03:55:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741908_1086 (size=5457) 2024-11-18T03:55:21,551 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/c/a2649c7d8a8940f1a4f0dde83e33efb0 2024-11-18T03:55:21,557 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/a/26ed216c25174d8bb6e2116140363144 as hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/a/26ed216c25174d8bb6e2116140363144 2024-11-18T03:55:21,561 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/a/26ed216c25174d8bb6e2116140363144, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T03:55:21,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/b/f887f5aa2b884371a880279d839486c5 as hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/b/f887f5aa2b884371a880279d839486c5 2024-11-18T03:55:21,566 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/b/f887f5aa2b884371a880279d839486c5, entries=7, sequenceid=26, filesize=5.4 K 2024-11-18T03:55:21,567 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/.tmp/c/a2649c7d8a8940f1a4f0dde83e33efb0 as hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/c/a2649c7d8a8940f1a4f0dde83e33efb0 2024-11-18T03:55:21,572 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/c/a2649c7d8a8940f1a4f0dde83e33efb0, entries=6, sequenceid=26, filesize=5.3 K 2024-11-18T03:55:21,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 965a3d1da78639e93509dd681af9a17e in 96ms, sequenceid=26, compaction requested=false; wal=null 2024-11-18T03:55:21,573 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/0000000000000000026 2024-11-18T03:55:21,574 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,574 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,575 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:21,576 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,578 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsAfterAbortingFlush/965a3d1da78639e93509dd681af9a17e/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-18T03:55:21,579 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 965a3d1da78639e93509dd681af9a17e; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73382423, jitterRate=0.09348331391811371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:21,579 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 965a3d1da78639e93509dd681af9a17e 2024-11-18T03:55:21,579 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 965a3d1da78639e93509dd681af9a17e: Running coprocessor pre-open hook at 1731902121465Writing region info on filesystem at 1731902121465Initializing all the Stores at 1731902121466 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902121466Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902121466Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902121466Obtaining lock to block concurrent updates at 1731902121476 (+10 ms)Preparing flush snapshotting stores in 965a3d1da78639e93509dd681af9a17e at 1731902121476Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731902121477 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731902112224.965a3d1da78639e93509dd681af9a17e. at 1731902121477Flushing 965a3d1da78639e93509dd681af9a17e/a: creating writer at 1731902121477Flushing 965a3d1da78639e93509dd681af9a17e/a: appending metadata at 1731902121490 (+13 ms)Flushing 965a3d1da78639e93509dd681af9a17e/a: closing flushed file at 1731902121490Flushing 965a3d1da78639e93509dd681af9a17e/b: creating writer at 1731902121502 (+12 ms)Flushing 965a3d1da78639e93509dd681af9a17e/b: appending metadata at 1731902121516 (+14 ms)Flushing 965a3d1da78639e93509dd681af9a17e/b: closing flushed file at 1731902121516Flushing 965a3d1da78639e93509dd681af9a17e/c: creating writer at 1731902121529 (+13 ms)Flushing 965a3d1da78639e93509dd681af9a17e/c: appending metadata at 1731902121543 (+14 ms)Flushing 965a3d1da78639e93509dd681af9a17e/c: closing flushed file at 1731902121544 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0f8a78: reopening flushed file at 1731902121556 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410ebcfb: reopening flushed file at 1731902121561 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edc5d08: reopening flushed file at 1731902121567 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 965a3d1da78639e93509dd681af9a17e in 96ms, sequenceid=26, compaction requested=false; wal=null at 1731902121572 (+5 ms)Cleaning up temporary data from old regions at 1731902121574 (+2 ms)Running coprocessor post-open hooks at 1731902121579 (+5 ms)Region opened successfully at 1731902121579 2024-11-18T03:55:21,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=419 (was 420), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=4455 (was 4476) 2024-11-18T03:55:21,601 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-18T03:55:21,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=419, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=4454 2024-11-18T03:55:21,614 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-18T03:55:21,629 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:21,631 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:21,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:21,634 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46497474, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-46497474, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:21,647 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46497474/hregion-46497474.1731902121635, exclude list is [], retry=0 2024-11-18T03:55:21,650 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:21,650 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:21,650 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:21,653 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46497474/hregion-46497474.1731902121635 2024-11-18T03:55:21,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:21,654 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 272e0df494dad0fef1a865dafcde8ef8, NAME => 'testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741910_1088 (size=61) 2024-11-18T03:55:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741910_1088 (size=61) 2024-11-18T03:55:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741910_1088 (size=61) 2024-11-18T03:55:21,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:21,664 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,665 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e0df494dad0fef1a865dafcde8ef8 columnFamilyName a 2024-11-18T03:55:21,665 DEBUG [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:21,666 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(327): Store=272e0df494dad0fef1a865dafcde8ef8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:21,666 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,667 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,669 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,671 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:21,672 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 272e0df494dad0fef1a865dafcde8ef8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60817572, jitterRate=-0.09374755620956421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:55:21,673 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 272e0df494dad0fef1a865dafcde8ef8: Writing region info on filesystem at 1731902121663Initializing all the Stores at 1731902121664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902121664Cleaning up temporary data from old regions at 1731902121668 (+4 ms)Region opened successfully at 1731902121673 (+5 ms) 2024-11-18T03:55:21,673 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 272e0df494dad0fef1a865dafcde8ef8, disabling compactions & flushes 2024-11-18T03:55:21,673 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,673 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,673 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. after waiting 0 ms 2024-11-18T03:55:21,673 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 272e0df494dad0fef1a865dafcde8ef8: Waiting for close lock at 1731902121673Disabling compacts and flushes for region at 1731902121673Disabling writes for close at 1731902121673Writing region close event to WAL at 1731902121673Closed at 1731902121673 2024-11-18T03:55:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741909_1087 (size=93) 2024-11-18T03:55:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741909_1087 (size=93) 2024-11-18T03:55:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741909_1087 (size=93) 2024-11-18T03:55:21,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:21,679 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46497474:(num 1731902121635) 2024-11-18T03:55:21,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:21,680 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:21,698 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681, exclude list is [], retry=0 2024-11-18T03:55:21,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:21,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:21,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:21,702 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 2024-11-18T03:55:21,702 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:55:21,702 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 272e0df494dad0fef1a865dafcde8ef8, NAME => 'testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:21,703 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:21,703 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,703 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,704 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,705 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e0df494dad0fef1a865dafcde8ef8 columnFamilyName a 2024-11-18T03:55:21,705 DEBUG [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:21,706 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(327): Store=272e0df494dad0fef1a865dafcde8ef8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:21,706 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,706 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,707 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,708 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,709 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:21,710 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 272e0df494dad0fef1a865dafcde8ef8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73601826, jitterRate=0.09675267338752747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:55:21,710 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 272e0df494dad0fef1a865dafcde8ef8: Writing region info on filesystem at 1731902121703Initializing all the Stores at 1731902121704 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902121704Cleaning up temporary data from old regions at 1731902121708 (+4 ms)Region opened successfully at 1731902121710 (+2 ms) 2024-11-18T03:55:21,719 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 272e0df494dad0fef1a865dafcde8ef8, disabling compactions & flushes 2024-11-18T03:55:21,719 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,719 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,719 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. after waiting 0 ms 2024-11-18T03:55:21,719 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,720 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,720 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. 2024-11-18T03:55:21,720 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 272e0df494dad0fef1a865dafcde8ef8: Waiting for close lock at 1731902121719Disabling compacts and flushes for region at 1731902121719Disabling writes for close at 1731902121719Writing region close event to WAL at 1731902121720 (+1 ms)Closed at 1731902121720 2024-11-18T03:55:21,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 not finished, retry = 0 2024-11-18T03:55:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741911_1089 (size=838) 2024-11-18T03:55:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741911_1089 (size=838) 2024-11-18T03:55:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741911_1089 (size=838) 2024-11-18T03:55:21,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681, size=838 (838bytes) 2024-11-18T03:55:21,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 2024-11-18T03:55:21,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 after 0ms 2024-11-18T03:55:21,841 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:21,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 took 3ms 2024-11-18T03:55:21,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 so closing down 2024-11-18T03:55:21,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:21,845 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731902121681.temp 2024-11-18T03:55:21,846 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000003-wal.1731902121681.temp 2024-11-18T03:55:21,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741912_1090 (size=838) 2024-11-18T03:55:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741912_1090 (size=838) 2024-11-18T03:55:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741912_1090 (size=838) 2024-11-18T03:55:21,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000003-wal.1731902121681.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:21,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000003-wal.1731902121681.temp to hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012 2024-11-18T03:55:21,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681, size=838, length=838, corrupted=false, cancelled=false 2024-11-18T03:55:21,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681, journal: Splitting hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681, size=838 (838bytes) at 1731902121839Finishing writing output for hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 so closing down at 1731902121843 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000003-wal.1731902121681.temp at 1731902121846 (+3 ms)3 split writer threads finished at 1731902121846Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000003-wal.1731902121681.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731902121855 (+9 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000003-wal.1731902121681.temp to hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012 at 1731902121857 (+2 ms)Processed 10 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681, size=838, length=838, corrupted=false, cancelled=false at 1731902121857 2024-11-18T03:55:21,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902121681 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902121681 2024-11-18T03:55:21,859 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012 2024-11-18T03:55:21,862 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:22,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:22,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:22,194 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902122180, exclude list is [], retry=0 2024-11-18T03:55:22,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:22,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:22,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:22,199 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902122180 2024-11-18T03:55:22,199 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:55:22,199 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 272e0df494dad0fef1a865dafcde8ef8, NAME => 'testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:22,199 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:22,199 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,199 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,202 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,203 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e0df494dad0fef1a865dafcde8ef8 columnFamilyName a 2024-11-18T03:55:22,203 DEBUG [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,204 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(327): Store=272e0df494dad0fef1a865dafcde8ef8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,205 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,206 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,207 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012 2024-11-18T03:55:22,209 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:22,210 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012 2024-11-18T03:55:22,210 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 272e0df494dad0fef1a865dafcde8ef8 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-18T03:55:22,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/.tmp/a/f31a4a563e3f4119b8cb622f582e7cc9 is 79, key is testDatalossWhenInputError/a:x0/1731902121710/Put/seqid=0 2024-11-18T03:55:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741914_1092 (size=5808) 2024-11-18T03:55:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741914_1092 (size=5808) 2024-11-18T03:55:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741914_1092 (size=5808) 2024-11-18T03:55:22,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/.tmp/a/f31a4a563e3f4119b8cb622f582e7cc9 2024-11-18T03:55:22,243 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/.tmp/a/f31a4a563e3f4119b8cb622f582e7cc9 as hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/a/f31a4a563e3f4119b8cb622f582e7cc9 2024-11-18T03:55:22,252 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/a/f31a4a563e3f4119b8cb622f582e7cc9, entries=10, sequenceid=12, filesize=5.7 K 2024-11-18T03:55:22,252 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 272e0df494dad0fef1a865dafcde8ef8 in 42ms, sequenceid=12, compaction requested=false; wal=null 2024-11-18T03:55:22,252 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/0000000000000000012 2024-11-18T03:55:22,253 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,253 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,256 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,258 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T03:55:22,258 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 272e0df494dad0fef1a865dafcde8ef8; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70269155, jitterRate=0.047092005610466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:55:22,259 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 272e0df494dad0fef1a865dafcde8ef8: Writing region info on filesystem at 1731902122199Initializing all the Stores at 1731902122201 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122201Obtaining lock to block concurrent updates at 1731902122210 (+9 ms)Preparing flush snapshotting stores in 272e0df494dad0fef1a865dafcde8ef8 at 1731902122210Finished memstore snapshotting testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731902122210Flushing stores of testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8. at 1731902122210Flushing 272e0df494dad0fef1a865dafcde8ef8/a: creating writer at 1731902122210Flushing 272e0df494dad0fef1a865dafcde8ef8/a: appending metadata at 1731902122227 (+17 ms)Flushing 272e0df494dad0fef1a865dafcde8ef8/a: closing flushed file at 1731902122227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737f6b7f: reopening flushed file at 1731902122242 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 272e0df494dad0fef1a865dafcde8ef8 in 42ms, sequenceid=12, compaction requested=false; wal=null at 1731902122252 (+10 ms)Cleaning up temporary data from old regions at 1731902122253 (+1 ms)Region opened successfully at 1731902122259 (+6 ms) 2024-11-18T03:55:22,262 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 272e0df494dad0fef1a865dafcde8ef8, NAME => 'testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:22,262 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731902121630.272e0df494dad0fef1a865dafcde8ef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:22,262 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,262 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,263 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,264 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e0df494dad0fef1a865dafcde8ef8 columnFamilyName a 2024-11-18T03:55:22,264 DEBUG [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,269 DEBUG [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/a/f31a4a563e3f4119b8cb622f582e7cc9 2024-11-18T03:55:22,269 INFO [StoreOpener-272e0df494dad0fef1a865dafcde8ef8-1 {}] regionserver.HStore(327): Store=272e0df494dad0fef1a865dafcde8ef8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,269 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,270 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,271 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,272 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,272 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,273 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 272e0df494dad0fef1a865dafcde8ef8 2024-11-18T03:55:22,276 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testDatalossWhenInputError/272e0df494dad0fef1a865dafcde8ef8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-18T03:55:22,277 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 272e0df494dad0fef1a865dafcde8ef8; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75339968, jitterRate=0.12265300750732422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T03:55:22,277 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 272e0df494dad0fef1a865dafcde8ef8: Writing region info on filesystem at 1731902122262Initializing all the Stores at 1731902122263 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122263Cleaning up temporary data from old regions at 1731902122272 (+9 ms)Region opened successfully at 1731902122277 (+5 ms) 2024-11-18T03:55:22,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=429 (was 419) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37692 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37660 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37884 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-821318120-172.17.0.2-1731902090240:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37952 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:60416 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=4443 (was 4454) 2024-11-18T03:55:22,298 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-18T03:55:22,314 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=429, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=4442 2024-11-18T03:55:22,315 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-18T03:55:22,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:22,331 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:22,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:22,334 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-15791807, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-15791807, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:22,347 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-15791807/hregion-15791807.1731902122334, exclude list is [], retry=0 2024-11-18T03:55:22,350 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:22,350 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:22,350 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:22,352 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-15791807/hregion-15791807.1731902122334 2024-11-18T03:55:22,353 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:22,353 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cee6f18be4228609d4bb356c71006de2, NAME => 'testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741916_1094 (size=63) 2024-11-18T03:55:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741916_1094 (size=63) 2024-11-18T03:55:22,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741916_1094 (size=63) 2024-11-18T03:55:22,361 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:22,363 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,364 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName a 2024-11-18T03:55:22,364 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,364 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,365 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,366 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName b 2024-11-18T03:55:22,366 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,366 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,366 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,367 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName c 2024-11-18T03:55:22,368 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,368 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,368 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,369 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,370 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,371 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,371 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:22,372 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,374 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:22,374 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cee6f18be4228609d4bb356c71006de2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65103090, jitterRate=-0.02988836169242859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cee6f18be4228609d4bb356c71006de2: Writing region info on filesystem at 1731902122362Initializing all the Stores at 1731902122362Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122362Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122362Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122363 (+1 ms)Cleaning up temporary data from old regions at 1731902122371 (+8 ms)Region opened successfully at 1731902122375 (+4 ms) 2024-11-18T03:55:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cee6f18be4228609d4bb356c71006de2, disabling compactions & flushes 2024-11-18T03:55:22,375 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. after waiting 0 ms 2024-11-18T03:55:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:22,375 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:22,375 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cee6f18be4228609d4bb356c71006de2: Waiting for close lock at 1731902122375Disabling compacts and flushes for region at 1731902122375Disabling writes for close at 1731902122375Writing region close event to WAL at 1731902122375Closed at 1731902122375 2024-11-18T03:55:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741915_1093 (size=93) 2024-11-18T03:55:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741915_1093 (size=93) 2024-11-18T03:55:22,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741915_1093 (size=93) 2024-11-18T03:55:22,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:22,382 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-15791807:(num 1731902122334) 2024-11-18T03:55:22,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:22,384 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:22,398 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384, exclude list is [], retry=0 2024-11-18T03:55:22,400 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:22,401 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:22,401 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:22,402 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 2024-11-18T03:55:22,403 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:22,403 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cee6f18be4228609d4bb356c71006de2, NAME => 'testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:22,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:22,403 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,403 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,404 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,405 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName a 2024-11-18T03:55:22,405 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,406 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,406 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,406 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName b 2024-11-18T03:55:22,406 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,407 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,407 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,408 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName c 2024-11-18T03:55:22,408 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:22,408 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:22,408 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,411 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,411 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:22,412 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:22,413 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cee6f18be4228609d4bb356c71006de2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70337172, jitterRate=0.04810553789138794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:22,414 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cee6f18be4228609d4bb356c71006de2: Writing region info on filesystem at 1731902122403Initializing all the Stores at 1731902122404 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122404Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122404Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902122404Cleaning up temporary data from old regions at 1731902122411 (+7 ms)Region opened successfully at 1731902122414 (+3 ms) 2024-11-18T03:55:22,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731902122417/Put/seqid=0 2024-11-18T03:55:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741918_1096 (size=4875) 2024-11-18T03:55:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741918_1096 (size=4875) 2024-11-18T03:55:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741918_1096 (size=4875) 2024-11-18T03:55:22,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731902122429/Put/seqid=0 2024-11-18T03:55:22,431 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T03:55:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741919_1097 (size=4875) 2024-11-18T03:55:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741919_1097 (size=4875) 2024-11-18T03:55:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741919_1097 (size=4875) 2024-11-18T03:55:22,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731902122438/Put/seqid=0 2024-11-18T03:55:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741920_1098 (size=4875) 2024-11-18T03:55:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741920_1098 (size=4875) 2024-11-18T03:55:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741920_1098 (size=4875) 2024-11-18T03:55:22,449 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in cee6f18be4228609d4bb356c71006de2/a 2024-11-18T03:55:22,452 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-18T03:55:22,453 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T03:55:22,453 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in cee6f18be4228609d4bb356c71006de2/a 2024-11-18T03:55:22,456 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-18T03:55:22,456 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T03:55:22,456 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in cee6f18be4228609d4bb356c71006de2/a 2024-11-18T03:55:22,459 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-18T03:55:22,459 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T03:55:22,459 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cee6f18be4228609d4bb356c71006de2 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-18T03:55:22,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/.tmp/a/3d41c29c841742c483c2b37b0ce29d1f is 55, key is testCompactedBulkLoadedFiles/a:a/1731902122414/Put/seqid=0 2024-11-18T03:55:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741921_1099 (size=5107) 2024-11-18T03:55:22,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741921_1099 (size=5107) 2024-11-18T03:55:22,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741921_1099 (size=5107) 2024-11-18T03:55:22,482 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/.tmp/a/3d41c29c841742c483c2b37b0ce29d1f 2024-11-18T03:55:22,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/.tmp/a/3d41c29c841742c483c2b37b0ce29d1f as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f 2024-11-18T03:55:22,492 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f, entries=1, sequenceid=4, filesize=5.0 K 2024-11-18T03:55:22,493 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for cee6f18be4228609d4bb356c71006de2 in 34ms, sequenceid=4, compaction requested=false 2024-11-18T03:55:22,493 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cee6f18be4228609d4bb356c71006de2: 2024-11-18T03:55:22,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ 2024-11-18T03:55:22,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ 2024-11-18T03:55:22,497 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ 2024-11-18T03:55:22,497 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile0 into cee6f18be4228609d4bb356c71006de2/a as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ - updating store file list. 2024-11-18T03:55:22,501 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:22,501 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ into cee6f18be4228609d4bb356c71006de2/a 2024-11-18T03:55:22,501 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile0 into cee6f18be4228609d4bb356c71006de2/a (new location: hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_) 2024-11-18T03:55:22,502 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile1 into cee6f18be4228609d4bb356c71006de2/a as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ - updating store file list. 2024-11-18T03:55:22,506 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76abdeffc133475cb4798dee936e890d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:22,506 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ into cee6f18be4228609d4bb356c71006de2/a 2024-11-18T03:55:22,506 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile1 into cee6f18be4228609d4bb356c71006de2/a (new location: hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_) 2024-11-18T03:55:22,507 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile2 into cee6f18be4228609d4bb356c71006de2/a as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ - updating store file list. 2024-11-18T03:55:22,511 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6e18b41537743d794e518d14800a7ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:22,511 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ into cee6f18be4228609d4bb356c71006de2/a 2024-11-18T03:55:22,511 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41453/hbase/testCompactedBulkLoadedFiles/hfile2 into cee6f18be4228609d4bb356c71006de2/a (new location: hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_) 2024-11-18T03:55:22,518 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T03:55:22,518 DEBUG [Time-limited test {}] regionserver.HStore(1541): cee6f18be4228609d4bb356c71006de2/a is initiating major compaction (all files) 2024-11-18T03:55:22,518 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of cee6f18be4228609d4bb356c71006de2/a in testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:22,518 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_] into tmpdir=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/.tmp, totalSize=19.3 K 2024-11-18T03:55:22,519 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3d41c29c841742c483c2b37b0ce29d1f, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731902122414 2024-11-18T03:55:22,519 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T03:55:22,520 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 76abdeffc133475cb4798dee936e890d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T03:55:22,520 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f6e18b41537743d794e518d14800a7ee_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-18T03:55:22,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/.tmp/a/2426619f00754e20a6640ec4c36e4915 is 55, key is testCompactedBulkLoadedFiles/a:a/1731902122414/Put/seqid=0 2024-11-18T03:55:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741922_1100 (size=6154) 2024-11-18T03:55:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741922_1100 (size=6154) 2024-11-18T03:55:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741922_1100 (size=6154) 2024-11-18T03:55:22,545 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/.tmp/a/2426619f00754e20a6640ec4c36e4915 as hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/2426619f00754e20a6640ec4c36e4915 2024-11-18T03:55:22,552 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in cee6f18be4228609d4bb356c71006de2/a of cee6f18be4228609d4bb356c71006de2 into 2426619f00754e20a6640ec4c36e4915(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T03:55:22,552 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for cee6f18be4228609d4bb356c71006de2: 2024-11-18T03:55:22,552 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T03:55:22,552 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-18T03:55:22,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384, size=0 (0bytes) 2024-11-18T03:55:22,592 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 might be still open, length is 0 2024-11-18T03:55:22,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 2024-11-18T03:55:22,592 WARN [IPC Server handler 3 on default port 41453 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-18T03:55:22,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 after 1ms 2024-11-18T03:55:23,687 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-18T03:55:23,687 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:23,688 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-18T03:55:23,688 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-18T03:55:25,249 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37736 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37736 dst: /127.0.0.1:34887 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34887 remote=/127.0.0.1:37736]. Total timeout mills is 60000, 57304 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:25,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37982 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37982 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:25,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:60472 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60472 dst: /127.0.0.1:43427 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741917_1101 (size=1368) 2024-11-18T03:55:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741917_1101 (size=1368) 2024-11-18T03:55:26,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 after 4001ms 2024-11-18T03:55:26,596 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:26,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 took 4004ms 2024-11-18T03:55:26,598 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384; continuing. 2024-11-18T03:55:26,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 so closing down 2024-11-18T03:55:26,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:26,599 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731902122384.temp 2024-11-18T03:55:26,600 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000003-wal.1731902122384.temp 2024-11-18T03:55:26,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741923_1102 (size=635) 2024-11-18T03:55:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741923_1102 (size=635) 2024-11-18T03:55:26,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741923_1102 (size=635) 2024-11-18T03:55:26,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000003-wal.1731902122384.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:26,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000003-wal.1731902122384.temp to hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008 2024-11-18T03:55:26,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T03:55:26,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384, journal: Splitting hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384, size=0 (0bytes) at 1731902122592Finishing writing output for hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 so closing down at 1731902126598 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000003-wal.1731902122384.temp at 1731902126600 (+2 ms)3 split writer threads finished at 1731902126601 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000003-wal.1731902122384.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731902126607 (+6 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000003-wal.1731902122384.temp to hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008 at 1731902126608 (+1 ms)Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384, size=0, length=0, corrupted=false, cancelled=false at 1731902126608 2024-11-18T03:55:26,610 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902122384 2024-11-18T03:55:26,610 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008 2024-11-18T03:55:26,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:26,612 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:26,626 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902126612, exclude list is [], retry=0 2024-11-18T03:55:26,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:26,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:26,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:26,630 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902126612 2024-11-18T03:55:26,630 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:26,630 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cee6f18be4228609d4bb356c71006de2, NAME => 'testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:26,630 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:26,630 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,630 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,632 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,632 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName a 2024-11-18T03:55:26,632 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,638 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/2426619f00754e20a6640ec4c36e4915 2024-11-18T03:55:26,642 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f 2024-11-18T03:55:26,646 DEBUG [StoreFileOpener-cee6f18be4228609d4bb356c71006de2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76abdeffc133475cb4798dee936e890d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:26,646 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ 2024-11-18T03:55:26,649 DEBUG [StoreFileOpener-cee6f18be4228609d4bb356c71006de2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:26,649 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ 2024-11-18T03:55:26,652 DEBUG [StoreFileOpener-cee6f18be4228609d4bb356c71006de2-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6e18b41537743d794e518d14800a7ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T03:55:26,652 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ 2024-11-18T03:55:26,652 WARN [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T03:55:26,653 WARN [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T03:55:26,653 WARN [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T03:55:26,653 WARN [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@3d54c5c3 2024-11-18T03:55:26,653 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_] to archive 2024-11-18T03:55:26,654 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T03:55:26,655 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f to hdfs://localhost:41453/hbase/archive/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/3d41c29c841742c483c2b37b0ce29d1f 2024-11-18T03:55:26,656 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ to hdfs://localhost:41453/hbase/archive/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/76abdeffc133475cb4798dee936e890d_SeqId_4_ 2024-11-18T03:55:26,657 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ to hdfs://localhost:41453/hbase/archive/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_ 2024-11-18T03:55:26,658 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ to hdfs://localhost:41453/hbase/archive/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/a/f6e18b41537743d794e518d14800a7ee_SeqId_4_ 2024-11-18T03:55:26,658 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,658 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,659 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName b 2024-11-18T03:55:26,659 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,659 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,660 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,660 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cee6f18be4228609d4bb356c71006de2 columnFamilyName c 2024-11-18T03:55:26,660 DEBUG [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,661 INFO [StoreOpener-cee6f18be4228609d4bb356c71006de2-1 {}] regionserver.HStore(327): Store=cee6f18be4228609d4bb356c71006de2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,661 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,663 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008 2024-11-18T03:55:26,665 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:26,666 DEBUG [Time-limited test {}] regionserver.HRegion(5836): cee6f18be4228609d4bb356c71006de2 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "cee6f18be4228609d4bb356c71006de2" family_name: "a" compaction_input: "3d41c29c841742c483c2b37b0ce29d1f" compaction_input: "9ee61a9d3a4341b8902e92a6478996ed_SeqId_4_" compaction_input: "76abdeffc133475cb4798dee936e890d_SeqId_4_" compaction_input: "f6e18b41537743d794e518d14800a7ee_SeqId_4_" compaction_output: "2426619f00754e20a6640ec4c36e4915" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-18T03:55:26,666 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-18T03:55:26,666 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008 2024-11-18T03:55:26,667 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/0000000000000000008 2024-11-18T03:55:26,668 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,668 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,669 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:26,670 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cee6f18be4228609d4bb356c71006de2 2024-11-18T03:55:26,672 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testCompactedBulkLoadedFiles/cee6f18be4228609d4bb356c71006de2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T03:55:26,673 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cee6f18be4228609d4bb356c71006de2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69028988, jitterRate=0.028612077236175537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:26,673 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cee6f18be4228609d4bb356c71006de2: Writing region info on filesystem at 1731902126631Initializing all the Stores at 1731902126631Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126631Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126631Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126631Cleaning up temporary data from old regions at 1731902126668 (+37 ms)Region opened successfully at 1731902126673 (+5 ms) 2024-11-18T03:55:26,675 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cee6f18be4228609d4bb356c71006de2, disabling compactions & flushes 2024-11-18T03:55:26,675 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:26,675 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:26,675 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. after waiting 0 ms 2024-11-18T03:55:26,675 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:26,676 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731902122330.cee6f18be4228609d4bb356c71006de2. 2024-11-18T03:55:26,676 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cee6f18be4228609d4bb356c71006de2: Waiting for close lock at 1731902126675Disabling compacts and flushes for region at 1731902126675Disabling writes for close at 1731902126675Writing region close event to WAL at 1731902126676 (+1 ms)Closed at 1731902126676 2024-11-18T03:55:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741924_1103 (size=93) 2024-11-18T03:55:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741924_1103 (size=93) 2024-11-18T03:55:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741924_1103 (size=93) 2024-11-18T03:55:26,681 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:26,681 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731902126612) 2024-11-18T03:55:26,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=443 (was 429) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074313887_22 at /127.0.0.1:38064 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074313887_22 at /127.0.0.1:60546 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41453 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1074313887_22 at /127.0.0.1:37824 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=88 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=4436 (was 4442) 2024-11-18T03:55:26,696 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-18T03:55:26,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=443, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=88, ProcessCount=11, AvailableMemoryMB=4436 2024-11-18T03:55:26,709 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-18T03:55:26,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:26,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T03:55:26,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T03:55:26,728 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09842991, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/hregion-09842991, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:26,741 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09842991/hregion-09842991.1731902126729, exclude list is [], retry=0 2024-11-18T03:55:26,744 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:26,744 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:26,745 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:26,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09842991/hregion-09842991.1731902126729 2024-11-18T03:55:26,747 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:45895:45895)] 2024-11-18T03:55:26,747 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 52bb48ae82e7ae2dc9f2ba695c1b495e, NAME => 'testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41453/hbase 2024-11-18T03:55:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741926_1105 (size=67) 2024-11-18T03:55:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741926_1105 (size=67) 2024-11-18T03:55:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741926_1105 (size=67) 2024-11-18T03:55:26,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:26,757 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,759 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName a 2024-11-18T03:55:26,759 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,759 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,760 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,761 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName b 2024-11-18T03:55:26,761 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,761 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,761 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,762 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName c 2024-11-18T03:55:26,762 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,763 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,763 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,765 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:26,766 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,768 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T03:55:26,769 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52bb48ae82e7ae2dc9f2ba695c1b495e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74847637, jitterRate=0.11531670391559601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Writing region info on filesystem at 1731902126756Initializing all the Stores at 1731902126757 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126757Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126757Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126757Cleaning up temporary data from old regions at 1731902126765 (+8 ms)Region opened successfully at 1731902126769 (+4 ms) 2024-11-18T03:55:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 52bb48ae82e7ae2dc9f2ba695c1b495e, disabling compactions & flushes 2024-11-18T03:55:26,769 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. after waiting 0 ms 2024-11-18T03:55:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,769 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,769 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Waiting for close lock at 1731902126769Disabling compacts and flushes for region at 1731902126769Disabling writes for close at 1731902126769Writing region close event to WAL at 1731902126769Closed at 1731902126769 2024-11-18T03:55:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741925_1104 (size=93) 2024-11-18T03:55:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741925_1104 (size=93) 2024-11-18T03:55:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741925_1104 (size=93) 2024-11-18T03:55:26,774 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:26,774 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09842991:(num 1731902126729) 2024-11-18T03:55:26,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:26,776 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:26,789 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776, exclude list is [], retry=0 2024-11-18T03:55:26,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:26,792 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:26,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:26,794 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 2024-11-18T03:55:26,795 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939),(127.0.0.1/127.0.0.1:42273:42273)] 2024-11-18T03:55:26,795 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 52bb48ae82e7ae2dc9f2ba695c1b495e, NAME => 'testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:26,795 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:26,795 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,795 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,796 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,797 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName a 2024-11-18T03:55:26,797 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,798 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,798 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,798 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName b 2024-11-18T03:55:26,798 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,799 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,799 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,800 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName c 2024-11-18T03:55:26,800 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,800 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,801 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,802 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,803 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,804 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:26,805 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,806 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52bb48ae82e7ae2dc9f2ba695c1b495e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63452555, jitterRate=-0.05448324978351593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:26,806 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Writing region info on filesystem at 1731902126795Initializing all the Stores at 1731902126796 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126796Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126796Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126796Cleaning up temporary data from old regions at 1731902126803 (+7 ms)Region opened successfully at 1731902126806 (+3 ms) 2024-11-18T03:55:26,814 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-18T03:55:26,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/a/8d069d4d41cc47fe94e31424adb2549c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731902126806/Put/seqid=0 2024-11-18T03:55:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741928_1107 (size=5958) 2024-11-18T03:55:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741928_1107 (size=5958) 2024-11-18T03:55:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741928_1107 (size=5958) 2024-11-18T03:55:26,837 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/a/8d069d4d41cc47fe94e31424adb2549c 2024-11-18T03:55:26,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/a/8d069d4d41cc47fe94e31424adb2549c as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/a/8d069d4d41cc47fe94e31424adb2549c 2024-11-18T03:55:26,847 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/a/8d069d4d41cc47fe94e31424adb2549c, entries=10, sequenceid=13, filesize=5.8 K 2024-11-18T03:55:26,848 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 52bb48ae82e7ae2dc9f2ba695c1b495e in 34ms, sequenceid=13, compaction requested=false 2024-11-18T03:55:26,848 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: 2024-11-18T03:55:26,867 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 52bb48ae82e7ae2dc9f2ba695c1b495e, disabling compactions & flushes 2024-11-18T03:55:26,867 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,867 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,867 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. after waiting 0 ms 2024-11-18T03:55:26,867 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,868 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,868 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:26,868 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Waiting for close lock at 1731902126867Disabling compacts and flushes for region at 1731902126867Disabling writes for close at 1731902126867Writing region close event to WAL at 1731902126868 (+1 ms)Closed at 1731902126868 2024-11-18T03:55:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741927_1106 (size=2805) 2024-11-18T03:55:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741927_1106 (size=2805) 2024-11-18T03:55:26,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741927_1106 (size=2805) 2024-11-18T03:55:26,895 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776, size=2.7 K (2805bytes) 2024-11-18T03:55:26,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 2024-11-18T03:55:26,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 after 0ms 2024-11-18T03:55:26,898 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:26,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 took 3ms 2024-11-18T03:55:26,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 so closing down 2024-11-18T03:55:26,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:26,901 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731902126776.temp 2024-11-18T03:55:26,902 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000003-wal.1731902126776.temp 2024-11-18T03:55:26,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741929_1108 (size=2312) 2024-11-18T03:55:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741929_1108 (size=2312) 2024-11-18T03:55:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741929_1108 (size=2312) 2024-11-18T03:55:26,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000003-wal.1731902126776.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:26,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000003-wal.1731902126776.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035 2024-11-18T03:55:26,910 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-18T03:55:26,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776, journal: Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776, size=2.7 K (2805bytes) at 1731902126895Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 so closing down at 1731902126900 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000003-wal.1731902126776.temp at 1731902126902 (+2 ms)3 split writer threads finished at 1731902126902Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000003-wal.1731902126776.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731902126909 (+7 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000003-wal.1731902126776.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035 at 1731902126910 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731902126910 2024-11-18T03:55:26,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126776 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902126776 2024-11-18T03:55:26,913 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035 2024-11-18T03:55:26,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:26,914 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:26,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T03:55:26,928 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915, exclude list is [], retry=0 2024-11-18T03:55:26,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:26,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:26,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:26,937 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 2024-11-18T03:55:26,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:55:26,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 52bb48ae82e7ae2dc9f2ba695c1b495e, NAME => 'testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T03:55:26,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:26,937 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,937 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,939 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,940 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName a 2024-11-18T03:55:26,940 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,946 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/a/8d069d4d41cc47fe94e31424adb2549c 2024-11-18T03:55:26,946 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,946 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,947 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName b 2024-11-18T03:55:26,947 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,948 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,948 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,949 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName c 2024-11-18T03:55:26,949 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:26,949 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:26,949 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,950 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,952 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:26,952 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035 2024-11-18T03:55:26,955 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:26,956 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035 2024-11-18T03:55:26,956 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-18T03:55:26,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/b/07522f586f9849d2856caf4e9da76233 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731902126848/Put/seqid=0 2024-11-18T03:55:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741931_1110 (size=5958) 2024-11-18T03:55:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741931_1110 (size=5958) 2024-11-18T03:55:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741931_1110 (size=5958) 2024-11-18T03:55:26,988 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/b/07522f586f9849d2856caf4e9da76233 2024-11-18T03:55:27,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/c/be889b89bd5c4343943a493018062ddc is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731902126856/Put/seqid=0 2024-11-18T03:55:27,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741932_1111 (size=5958) 2024-11-18T03:55:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741932_1111 (size=5958) 2024-11-18T03:55:27,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741932_1111 (size=5958) 2024-11-18T03:55:27,021 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/c/be889b89bd5c4343943a493018062ddc 2024-11-18T03:55:27,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/b/07522f586f9849d2856caf4e9da76233 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/b/07522f586f9849d2856caf4e9da76233 2024-11-18T03:55:27,034 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/b/07522f586f9849d2856caf4e9da76233, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T03:55:27,035 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/c/be889b89bd5c4343943a493018062ddc as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/c/be889b89bd5c4343943a493018062ddc 2024-11-18T03:55:27,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/c/be889b89bd5c4343943a493018062ddc, entries=10, sequenceid=35, filesize=5.8 K 2024-11-18T03:55:27,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 52bb48ae82e7ae2dc9f2ba695c1b495e in 84ms, sequenceid=35, compaction requested=false; wal=null 2024-11-18T03:55:27,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000035 2024-11-18T03:55:27,042 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:27,042 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:27,043 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:27,044 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:27,046 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-18T03:55:27,047 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52bb48ae82e7ae2dc9f2ba695c1b495e; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73529892, jitterRate=0.09568077325820923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:27,047 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Writing region info on filesystem at 1731902126937Initializing all the Stores at 1731902126938 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126938Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126939 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902126939Obtaining lock to block concurrent updates at 1731902126956 (+17 ms)Preparing flush snapshotting stores in 52bb48ae82e7ae2dc9f2ba695c1b495e at 1731902126956Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731902126956Flushing stores of testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. at 1731902126956Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/b: creating writer at 1731902126956Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/b: appending metadata at 1731902126975 (+19 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/b: closing flushed file at 1731902126975Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/c: creating writer at 1731902126993 (+18 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/c: appending metadata at 1731902127008 (+15 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/c: closing flushed file at 1731902127008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33501c76: reopening flushed file at 1731902127029 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bc936c: reopening flushed file at 1731902127035 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 52bb48ae82e7ae2dc9f2ba695c1b495e in 84ms, sequenceid=35, compaction requested=false; wal=null at 1731902127040 (+5 ms)Cleaning up temporary data from old regions at 1731902127042 (+2 ms)Region opened successfully at 1731902127047 (+5 ms) 2024-11-18T03:55:27,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915, size=0 (0bytes) 2024-11-18T03:55:27,113 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 might be still open, length is 0 2024-11-18T03:55:27,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 2024-11-18T03:55:27,113 WARN [IPC Server handler 2 on default port 41453 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-18T03:55:27,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 after 0ms 2024-11-18T03:55:28,247 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:60616 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43427:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60616 dst: /127.0.0.1:43427 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43427 remote=/127.0.0.1:60616]. Total timeout mills is 60000, 58828 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:28,248 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:37878 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37878 dst: /127.0.0.1:34887 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:28,248 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1700079511_22 at /127.0.0.1:38108 [Receiving block BP-821318120-172.17.0.2-1731902090240:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37447:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38108 dst: /127.0.0.1:37447 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741930_1112 (size=2304) 2024-11-18T03:55:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741930_1112 (size=2304) 2024-11-18T03:55:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741930_1112 (size=2304) 2024-11-18T03:55:31,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 after 4001ms 2024-11-18T03:55:31,117 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:31,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 took 4005ms 2024-11-18T03:55:31,119 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915; continuing. 2024-11-18T03:55:31,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 so closing down 2024-11-18T03:55:31,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T03:55:31,120 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731902126915.temp 2024-11-18T03:55:31,122 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000037-wal.1731902126915.temp 2024-11-18T03:55:31,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T03:55:31,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741933_1113 (size=2312) 2024-11-18T03:55:31,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741933_1113 (size=2312) 2024-11-18T03:55:31,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741933_1113 (size=2312) 2024-11-18T03:55:31,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000037-wal.1731902126915.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-18T03:55:31,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000037-wal.1731902126915.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066 2024-11-18T03:55:31,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T03:55:31,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915, journal: Splitting hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915, size=0 (0bytes) at 1731902127113Finishing writing output for hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 so closing down at 1731902131119 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000037-wal.1731902126915.temp at 1731902131122 (+3 ms)3 split writer threads finished at 1731902131122Closed recovered edits writer path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000037-wal.1731902126915.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731902131139 (+17 ms)Rename recovered edits hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000037-wal.1731902126915.temp to hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066 at 1731902131140 (+1 ms)Processed 30 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915, size=0, length=0, corrupted=false, cancelled=false at 1731902131141 (+1 ms) 2024-11-18T03:55:31,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 to hdfs://localhost:41453/hbase/oldWALs/wal.1731902126915 2024-11-18T03:55:31,143 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066 2024-11-18T03:55:31,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-18T03:55:31,145 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41453/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723, archiveDir=hdfs://localhost:41453/hbase/oldWALs, maxLogs=32 2024-11-18T03:55:31,161 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902131146, exclude list is [], retry=0 2024-11-18T03:55:31,163 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37447,DS-dcc34dff-a096-4b23-a581-df3881ad7aae,DISK] 2024-11-18T03:55:31,164 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43427,DS-f6a09b77-b194-4627-86d6-6561fbc0cc3e,DISK] 2024-11-18T03:55:31,164 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34887,DS-9e4a5045-f477-4f6c-a626-759520647f77,DISK] 2024-11-18T03:55:31,166 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902131146 2024-11-18T03:55:31,166 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42273:42273),(127.0.0.1/127.0.0.1:45895:45895),(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-18T03:55:31,167 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T03:55:31,195 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,196 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName a 2024-11-18T03:55:31,196 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:31,201 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/a/8d069d4d41cc47fe94e31424adb2549c 2024-11-18T03:55:31,201 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:31,201 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,202 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName b 2024-11-18T03:55:31,202 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:31,206 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/b/07522f586f9849d2856caf4e9da76233 2024-11-18T03:55:31,206 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:31,207 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,207 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52bb48ae82e7ae2dc9f2ba695c1b495e columnFamilyName c 2024-11-18T03:55:31,207 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T03:55:31,211 DEBUG [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/c/be889b89bd5c4343943a493018062ddc 2024-11-18T03:55:31,211 INFO [StoreOpener-52bb48ae82e7ae2dc9f2ba695c1b495e-1 {}] regionserver.HStore(327): Store=52bb48ae82e7ae2dc9f2ba695c1b495e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T03:55:31,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,213 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,214 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066 2024-11-18T03:55:31,215 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-18T03:55:31,220 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066 2024-11-18T03:55:31,220 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-18T03:55:31,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/a/31b323d60ff84bbca0217d434fe6af44 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731902127055/Put/seqid=0 2024-11-18T03:55:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741935_1115 (size=5958) 2024-11-18T03:55:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741935_1115 (size=5958) 2024-11-18T03:55:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741935_1115 (size=5958) 2024-11-18T03:55:31,242 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/a/31b323d60ff84bbca0217d434fe6af44 2024-11-18T03:55:31,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/b/93e4021406cb47feaa428bf9bb3b4117 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731902127062/Put/seqid=0 2024-11-18T03:55:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741936_1116 (size=5958) 2024-11-18T03:55:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741936_1116 (size=5958) 2024-11-18T03:55:31,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741936_1116 (size=5958) 2024-11-18T03:55:31,276 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/b/93e4021406cb47feaa428bf9bb3b4117 2024-11-18T03:55:31,300 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/c/d1b03e853b1b47ec80e380e7d0b8c2e2 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731902127069/Put/seqid=0 2024-11-18T03:55:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741937_1117 (size=5958) 2024-11-18T03:55:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741937_1117 (size=5958) 2024-11-18T03:55:31,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741937_1117 (size=5958) 2024-11-18T03:55:31,312 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/c/d1b03e853b1b47ec80e380e7d0b8c2e2 2024-11-18T03:55:31,318 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/a/31b323d60ff84bbca0217d434fe6af44 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/a/31b323d60ff84bbca0217d434fe6af44 2024-11-18T03:55:31,322 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/a/31b323d60ff84bbca0217d434fe6af44, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T03:55:31,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/b/93e4021406cb47feaa428bf9bb3b4117 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/b/93e4021406cb47feaa428bf9bb3b4117 2024-11-18T03:55:31,328 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/b/93e4021406cb47feaa428bf9bb3b4117, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T03:55:31,329 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/.tmp/c/d1b03e853b1b47ec80e380e7d0b8c2e2 as hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/c/d1b03e853b1b47ec80e380e7d0b8c2e2 2024-11-18T03:55:31,333 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/c/d1b03e853b1b47ec80e380e7d0b8c2e2, entries=10, sequenceid=66, filesize=5.8 K 2024-11-18T03:55:31,334 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 52bb48ae82e7ae2dc9f2ba695c1b495e in 114ms, sequenceid=66, compaction requested=false; wal=null 2024-11-18T03:55:31,334 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/0000000000000000066 2024-11-18T03:55:31,335 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,335 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,336 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T03:55:31,337 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52bb48ae82e7ae2dc9f2ba695c1b495e 2024-11-18T03:55:31,340 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/hbase/data/default/testReplayEditsWrittenViaHRegion/52bb48ae82e7ae2dc9f2ba695c1b495e/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-18T03:55:31,341 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52bb48ae82e7ae2dc9f2ba695c1b495e; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72435516, jitterRate=0.079373300075531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T03:55:31,341 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Writing region info on filesystem at 1731902131167Initializing all the Stores at 1731902131194 (+27 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902131194Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902131194Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731902131194Obtaining lock to block concurrent updates at 1731902131220 (+26 ms)Preparing flush snapshotting stores in 52bb48ae82e7ae2dc9f2ba695c1b495e at 1731902131220Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731902131220Flushing stores of testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. at 1731902131220Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/a: creating writer at 1731902131220Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/a: appending metadata at 1731902131234 (+14 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/a: closing flushed file at 1731902131234Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/b: creating writer at 1731902131246 (+12 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/b: appending metadata at 1731902131266 (+20 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/b: closing flushed file at 1731902131266Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/c: creating writer at 1731902131280 (+14 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/c: appending metadata at 1731902131299 (+19 ms)Flushing 52bb48ae82e7ae2dc9f2ba695c1b495e/c: closing flushed file at 1731902131299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba427db: reopening flushed file at 1731902131317 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577172a5: reopening flushed file at 1731902131323 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cfac83: reopening flushed file at 1731902131328 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 52bb48ae82e7ae2dc9f2ba695c1b495e in 114ms, sequenceid=66, compaction requested=false; wal=null at 1731902131334 (+6 ms)Cleaning up temporary data from old regions at 1731902131335 (+1 ms)Region opened successfully at 1731902131341 (+6 ms) 2024-11-18T03:55:31,355 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 52bb48ae82e7ae2dc9f2ba695c1b495e, disabling compactions & flushes 2024-11-18T03:55:31,355 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:31,355 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:31,355 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. after waiting 0 ms 2024-11-18T03:55:31,355 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:31,361 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731902126724.52bb48ae82e7ae2dc9f2ba695c1b495e. 2024-11-18T03:55:31,361 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 52bb48ae82e7ae2dc9f2ba695c1b495e: Waiting for close lock at 1731902131355Disabling compacts and flushes for region at 1731902131355Disabling writes for close at 1731902131355Writing region close event to WAL at 1731902131361 (+6 ms)Closed at 1731902131361 2024-11-18T03:55:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741934_1114 (size=93) 2024-11-18T03:55:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741934_1114 (size=93) 2024-11-18T03:55:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741934_1114 (size=93) 2024-11-18T03:55:31,366 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-18T03:55:31,366 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731902131146) 2024-11-18T03:55:31,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=447 (was 443) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1189563299_22 at /127.0.0.1:46562 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1189563299_22 at /127.0.0.1:34804 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1189563299_22 at /127.0.0.1:58506 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102277669) connection to localhost/127.0.0.1:41453 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 88) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4330 (was 4436) 2024-11-18T03:55:31,383 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-18T03:55:31,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T03:55:31,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T03:55:31,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T03:55:31,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T03:55:31,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T03:55:31,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1699913015, stopped=false 2024-11-18T03:55:31,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=88c1dcece5ca,43061,1731902093278 2024-11-18T03:55:31,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T03:55:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:55:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T03:55:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T03:55:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:55:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:55:31,387 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T03:55:31,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T03:55:31,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T03:55:31,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:55:31,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:55:31,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T03:55:31,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88c1dcece5ca,39989,1731902094085' ***** 2024-11-18T03:55:31,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T03:55:31,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '88c1dcece5ca,41029,1731902094126' ***** 2024-11-18T03:55:31,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T03:55:31,389 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T03:55:31,389 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T03:55:31,389 INFO [RS:2;88c1dcece5ca:41029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T03:55:31,389 INFO [RS:1;88c1dcece5ca:39989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T03:55:31,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T03:55:31,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T03:55:31,389 INFO [RS:1;88c1dcece5ca:39989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T03:55:31,389 INFO [RS:2;88c1dcece5ca:41029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T03:55:31,389 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:31,389 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(959): stopping server 88c1dcece5ca,39989,1731902094085 2024-11-18T03:55:31,390 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T03:55:31,390 INFO [RS:1;88c1dcece5ca:39989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;88c1dcece5ca:39989. 2024-11-18T03:55:31,390 DEBUG [RS:1;88c1dcece5ca:39989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T03:55:31,390 DEBUG [RS:1;88c1dcece5ca:39989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,390 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T03:55:31,390 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T03:55:31,390 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T03:55:31,390 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T03:55:31,390 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(959): stopping server 88c1dcece5ca,41029,1731902094126 2024-11-18T03:55:31,390 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T03:55:31,390 INFO [RS:2;88c1dcece5ca:41029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;88c1dcece5ca:41029. 2024-11-18T03:55:31,391 DEBUG [RS:2;88c1dcece5ca:41029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T03:55:31,391 DEBUG [RS:2;88c1dcece5ca:41029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a10c66b86f02cf0820709f57b9a220e, disabling compactions & flushes 2024-11-18T03:55:31,391 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:31,391 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:31,391 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1325): Online Regions={3a10c66b86f02cf0820709f57b9a220e=testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e.} 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. after waiting 0 ms 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:31,391 DEBUG [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1351): Waiting on 3a10c66b86f02cf0820709f57b9a220e 2024-11-18T03:55:31,391 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T03:55:31,391 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T03:55:31,391 DEBUG [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T03:55:31,391 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T03:55:31,391 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T03:55:31,391 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-18T03:55:31,396 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/default/testReplayEditsAfterRegionMovedWithMultiCF/3a10c66b86f02cf0820709f57b9a220e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-18T03:55:31,397 INFO [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:31,397 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a10c66b86f02cf0820709f57b9a220e: Waiting for close lock at 1731902131390Running coprocessor pre-close hooks at 1731902131390Disabling compacts and flushes for region at 1731902131390Disabling writes for close at 1731902131391 (+1 ms)Writing region close event to WAL at 1731902131392 (+1 ms)Running coprocessor post-close hooks at 1731902131397 (+5 ms)Closed at 1731902131397 2024-11-18T03:55:31,397 DEBUG [RS_CLOSE_REGION-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e. 2024-11-18T03:55:31,417 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/info/aff28dd473dc409b808fbb74a9516be4 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731902108445.3a10c66b86f02cf0820709f57b9a220e./info:regioninfo/1731902111421/Put/seqid=0 2024-11-18T03:55:31,436 INFO [regionserver/88c1dcece5ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T03:55:31,437 INFO [regionserver/88c1dcece5ca:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T03:55:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741938_1118 (size=8243) 2024-11-18T03:55:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741938_1118 (size=8243) 2024-11-18T03:55:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741938_1118 (size=8243) 2024-11-18T03:55:31,439 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/info/aff28dd473dc409b808fbb74a9516be4 2024-11-18T03:55:31,463 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/ns/cd77e816aecc432eb5895ff97b40f3a2 is 43, key is default/ns:d/1731902096087/Put/seqid=0 2024-11-18T03:55:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741939_1119 (size=5153) 2024-11-18T03:55:31,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741939_1119 (size=5153) 2024-11-18T03:55:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741939_1119 (size=5153) 2024-11-18T03:55:31,475 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/ns/cd77e816aecc432eb5895ff97b40f3a2 2024-11-18T03:55:31,496 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/table/889f7362769f47feb1189f37dfac5569 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731902108859/Put/seqid=0 2024-11-18T03:55:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741940_1120 (size=5431) 2024-11-18T03:55:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741940_1120 (size=5431) 2024-11-18T03:55:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741940_1120 (size=5431) 2024-11-18T03:55:31,515 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/table/889f7362769f47feb1189f37dfac5569 2024-11-18T03:55:31,527 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/info/aff28dd473dc409b808fbb74a9516be4 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/info/aff28dd473dc409b808fbb74a9516be4 2024-11-18T03:55:31,533 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/info/aff28dd473dc409b808fbb74a9516be4, entries=18, sequenceid=21, filesize=8.0 K 2024-11-18T03:55:31,534 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/ns/cd77e816aecc432eb5895ff97b40f3a2 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/ns/cd77e816aecc432eb5895ff97b40f3a2 2024-11-18T03:55:31,540 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/ns/cd77e816aecc432eb5895ff97b40f3a2, entries=2, sequenceid=21, filesize=5.0 K 2024-11-18T03:55:31,541 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/.tmp/table/889f7362769f47feb1189f37dfac5569 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/table/889f7362769f47feb1189f37dfac5569 2024-11-18T03:55:31,548 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/table/889f7362769f47feb1189f37dfac5569, entries=2, sequenceid=21, filesize=5.3 K 2024-11-18T03:55:31,549 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=21, compaction requested=false 2024-11-18T03:55:31,565 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-18T03:55:31,566 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T03:55:31,566 INFO [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T03:55:31,566 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731902131391Running coprocessor pre-close hooks at 1731902131391Disabling compacts and flushes for region at 1731902131391Disabling writes for close at 1731902131391Obtaining lock to block concurrent updates at 1731902131391Preparing flush snapshotting stores in 1588230740 at 1731902131391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731902131392 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731902131393 (+1 ms)Flushing 1588230740/info: creating writer at 1731902131393Flushing 1588230740/info: appending metadata at 1731902131416 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731902131417 (+1 ms)Flushing 1588230740/ns: creating writer at 1731902131446 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731902131462 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731902131462Flushing 1588230740/table: creating writer at 1731902131481 (+19 ms)Flushing 1588230740/table: appending metadata at 1731902131496 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731902131496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8b7290: reopening flushed file at 1731902131526 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19398829: reopening flushed file at 1731902131533 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bea4e0c: reopening flushed file at 1731902131540 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=21, compaction requested=false at 1731902131549 (+9 ms)Writing region close event to WAL at 1731902131558 (+9 ms)Running coprocessor post-close hooks at 1731902131566 (+8 ms)Closed at 1731902131566 2024-11-18T03:55:31,566 DEBUG [RS_CLOSE_META-regionserver/88c1dcece5ca:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T03:55:31,591 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(976): stopping server 88c1dcece5ca,41029,1731902094126; all regions closed. 2024-11-18T03:55:31,591 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(976): stopping server 88c1dcece5ca,39989,1731902094085; all regions closed. 2024-11-18T03:55:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741834_1010 (size=841) 2024-11-18T03:55:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741836_1012 (size=3783) 2024-11-18T03:55:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741834_1010 (size=841) 2024-11-18T03:55:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741834_1010 (size=841) 2024-11-18T03:55:31,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741836_1012 (size=3783) 2024-11-18T03:55:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741836_1012 (size=3783) 2024-11-18T03:55:31,601 DEBUG [RS:2;88c1dcece5ca:41029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88c1dcece5ca%2C41029%2C1731902094126:(num 1731902095480) 2024-11-18T03:55:31,601 DEBUG [RS:2;88c1dcece5ca:41029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.ChoreService(370): Chore service for: regionserver/88c1dcece5ca:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T03:55:31,601 DEBUG [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs 2024-11-18T03:55:31,601 INFO [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88c1dcece5ca%2C39989%2C1731902094085.meta:.meta(num 1731902095920) 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T03:55:31,601 INFO [regionserver/88c1dcece5ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T03:55:31,601 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T03:55:31,602 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T03:55:31,602 INFO [RS:2;88c1dcece5ca:41029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41029 2024-11-18T03:55:31,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T03:55:31,603 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T03:55:31,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/88c1dcece5ca,41029,1731902094126 2024-11-18T03:55:31,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88c1dcece5ca,41029,1731902094126] 2024-11-18T03:55:31,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/88c1dcece5ca,41029,1731902094126 already deleted, retry=false 2024-11-18T03:55:31,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88c1dcece5ca,41029,1731902094126 expired; onlineServers=1 2024-11-18T03:55:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741833_1009 (size=2054) 2024-11-18T03:55:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741833_1009 (size=2054) 2024-11-18T03:55:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741833_1009 (size=2054) 2024-11-18T03:55:31,622 DEBUG [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/oldWALs 2024-11-18T03:55:31,622 INFO [RS:1;88c1dcece5ca:39989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 88c1dcece5ca%2C39989%2C1731902094085:(num 1731902095479) 2024-11-18T03:55:31,622 DEBUG [RS:1;88c1dcece5ca:39989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T03:55:31,622 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T03:55:31,622 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T03:55:31,622 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.ChoreService(370): Chore service for: regionserver/88c1dcece5ca:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T03:55:31,622 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T03:55:31,622 INFO [regionserver/88c1dcece5ca:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T03:55:31,623 INFO [RS:1;88c1dcece5ca:39989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39989 2024-11-18T03:55:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T03:55:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/88c1dcece5ca,39989,1731902094085 2024-11-18T03:55:31,625 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T03:55:31,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [88c1dcece5ca,39989,1731902094085] 2024-11-18T03:55:31,627 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/88c1dcece5ca,39989,1731902094085 already deleted, retry=false 2024-11-18T03:55:31,627 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 88c1dcece5ca,39989,1731902094085 expired; onlineServers=0 2024-11-18T03:55:31,627 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '88c1dcece5ca,43061,1731902093278' ***** 2024-11-18T03:55:31,627 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T03:55:31,627 INFO [M:0;88c1dcece5ca:43061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T03:55:31,627 INFO [M:0;88c1dcece5ca:43061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T03:55:31,627 DEBUG [M:0;88c1dcece5ca:43061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T03:55:31,627 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T03:55:31,628 DEBUG [M:0;88c1dcece5ca:43061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T03:55:31,628 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster-HFileCleaner.large.0-1731902095118 {}] cleaner.HFileCleaner(306): Exit Thread[master/88c1dcece5ca:0:becomeActiveMaster-HFileCleaner.large.0-1731902095118,5,FailOnTimeoutGroup] 2024-11-18T03:55:31,628 DEBUG [master/88c1dcece5ca:0:becomeActiveMaster-HFileCleaner.small.0-1731902095119 {}] cleaner.HFileCleaner(306): Exit Thread[master/88c1dcece5ca:0:becomeActiveMaster-HFileCleaner.small.0-1731902095119,5,FailOnTimeoutGroup] 2024-11-18T03:55:31,628 INFO [M:0;88c1dcece5ca:43061 {}] hbase.ChoreService(370): Chore service for: master/88c1dcece5ca:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T03:55:31,628 INFO [M:0;88c1dcece5ca:43061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T03:55:31,628 DEBUG [M:0;88c1dcece5ca:43061 {}] master.HMaster(1795): Stopping service threads 2024-11-18T03:55:31,628 INFO [M:0;88c1dcece5ca:43061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T03:55:31,628 INFO [M:0;88c1dcece5ca:43061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T03:55:31,629 INFO [M:0;88c1dcece5ca:43061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T03:55:31,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T03:55:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T03:55:31,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T03:55:31,630 DEBUG [M:0;88c1dcece5ca:43061 {}] zookeeper.ZKUtil(347): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T03:55:31,631 WARN [M:0;88c1dcece5ca:43061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T03:55:31,631 INFO [M:0;88c1dcece5ca:43061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/.lastflushedseqids 2024-11-18T03:55:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741941_1121 (size=138) 2024-11-18T03:55:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741941_1121 (size=138) 2024-11-18T03:55:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741941_1121 (size=138) 2024-11-18T03:55:31,647 INFO [M:0;88c1dcece5ca:43061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T03:55:31,647 INFO [M:0;88c1dcece5ca:43061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T03:55:31,647 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T03:55:31,647 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:55:31,647 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:55:31,647 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T03:55:31,647 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:55:31,648 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-18T03:55:31,663 DEBUG [M:0;88c1dcece5ca:43061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06f57e7ce054455d907030db1ad13824 is 82, key is hbase:meta,,1/info:regioninfo/1731902096008/Put/seqid=0 2024-11-18T03:55:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741942_1122 (size=5672) 2024-11-18T03:55:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741942_1122 (size=5672) 2024-11-18T03:55:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741942_1122 (size=5672) 2024-11-18T03:55:31,671 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06f57e7ce054455d907030db1ad13824 2024-11-18T03:55:31,691 DEBUG [M:0;88c1dcece5ca:43061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e20c34e1db648188c5e3c12f4fa94c7 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731902108866/Put/seqid=0 2024-11-18T03:55:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741943_1123 (size=7755) 2024-11-18T03:55:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741943_1123 (size=7755) 2024-11-18T03:55:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741943_1123 (size=7755) 2024-11-18T03:55:31,702 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e20c34e1db648188c5e3c12f4fa94c7 2024-11-18T03:55:31,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:31,705 INFO [RS:2;88c1dcece5ca:41029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T03:55:31,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41029-0x10129369f5a0003, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:31,705 INFO [RS:2;88c1dcece5ca:41029 {}] regionserver.HRegionServer(1031): Exiting; stopping=88c1dcece5ca,41029,1731902094126; zookeeper connection closed. 2024-11-18T03:55:31,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f7821a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f7821a 2024-11-18T03:55:31,706 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e20c34e1db648188c5e3c12f4fa94c7 2024-11-18T03:55:31,721 DEBUG [M:0;88c1dcece5ca:43061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7a7b582b82f4d61a2985642dc8e3e9b is 69, key is 88c1dcece5ca,39989,1731902094085/rs:state/1731902095222/Put/seqid=0 2024-11-18T03:55:31,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:31,726 INFO [RS:1;88c1dcece5ca:39989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T03:55:31,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39989-0x10129369f5a0002, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:31,726 INFO [RS:1;88c1dcece5ca:39989 {}] regionserver.HRegionServer(1031): Exiting; stopping=88c1dcece5ca,39989,1731902094085; zookeeper connection closed. 2024-11-18T03:55:31,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e556c94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e556c94 2024-11-18T03:55:31,727 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T03:55:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741944_1124 (size=5440) 2024-11-18T03:55:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741944_1124 (size=5440) 2024-11-18T03:55:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741944_1124 (size=5440) 2024-11-18T03:55:31,729 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7a7b582b82f4d61a2985642dc8e3e9b 2024-11-18T03:55:31,734 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7a7b582b82f4d61a2985642dc8e3e9b 2024-11-18T03:55:31,734 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06f57e7ce054455d907030db1ad13824 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06f57e7ce054455d907030db1ad13824 2024-11-18T03:55:31,739 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06f57e7ce054455d907030db1ad13824, entries=8, sequenceid=168, filesize=5.5 K 2024-11-18T03:55:31,740 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e20c34e1db648188c5e3c12f4fa94c7 as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e20c34e1db648188c5e3c12f4fa94c7 2024-11-18T03:55:31,744 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e20c34e1db648188c5e3c12f4fa94c7 2024-11-18T03:55:31,744 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e20c34e1db648188c5e3c12f4fa94c7, entries=17, sequenceid=168, filesize=7.6 K 2024-11-18T03:55:31,745 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7a7b582b82f4d61a2985642dc8e3e9b as hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7a7b582b82f4d61a2985642dc8e3e9b 2024-11-18T03:55:31,749 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7a7b582b82f4d61a2985642dc8e3e9b 2024-11-18T03:55:31,749 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/3a1c1933-3caa-16ed-d4b0-05cc4bfe6444/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7a7b582b82f4d61a2985642dc8e3e9b, entries=3, sequenceid=168, filesize=5.3 K 2024-11-18T03:55:31,750 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=168, compaction requested=false 2024-11-18T03:55:31,751 INFO [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T03:55:31,751 DEBUG [M:0;88c1dcece5ca:43061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731902131647Disabling compacts and flushes for region at 1731902131647Disabling writes for close at 1731902131647Obtaining lock to block concurrent updates at 1731902131648 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731902131648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731902131648Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731902131649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731902131649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731902131663 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731902131663Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731902131675 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731902131690 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731902131690Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731902131707 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731902131721 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731902131721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f97f1d: reopening flushed file at 1731902131734 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89dd373: reopening flushed file at 1731902131739 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d49556: reopening flushed file at 1731902131744 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=168, compaction requested=false at 1731902131750 (+6 ms)Writing region close event to WAL at 1731902131751 (+1 ms)Closed at 1731902131751 2024-11-18T03:55:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37447 is added to blk_1073741830_1006 (size=71337) 2024-11-18T03:55:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43427 is added to blk_1073741830_1006 (size=71337) 2024-11-18T03:55:31,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34887 is added to blk_1073741830_1006 (size=71337) 2024-11-18T03:55:31,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T03:55:31,755 INFO [M:0;88c1dcece5ca:43061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T03:55:31,755 INFO [M:0;88c1dcece5ca:43061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43061 2024-11-18T03:55:31,755 INFO [M:0;88c1dcece5ca:43061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T03:55:31,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:31,857 INFO [M:0;88c1dcece5ca:43061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T03:55:31,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43061-0x10129369f5a0000, quorum=127.0.0.1:59975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T03:55:31,864 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902112098 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902112098 (inode 16655) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731902111825/wal.1731902112098 (inode 16655) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-18T03:55:31,865 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731902104002/wal.1731902104147 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:31,865 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731902126723/wal.1731902126915 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:31,867 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902121444 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902121444 (inode 16678) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731902112223/wal.1731902121444 (inode 16678) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-18T03:55:31,868 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731902097280/wal.1731902097392 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:31,870 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902122180 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902122180 (inode 16704) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731902121629/wal.1731902122180 (inode 16704) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-18T03:55:31,871 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731902122329/wal.1731902122384 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T03:55:31,873 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal.1731902097136 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal.1731902097136 (inode 16485) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731902096946/wal.1731902097136 (inode 16485) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-18T03:55:31,875 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal.1731902096692 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal.1731902096692 (inode 16462) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731902096354/wal.1731902096692 (inode 16462) Holder DFSClient_NONMAPREDUCE_1700079511_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-18T03:55:31,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a39bd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T03:55:31,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aa63b11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T03:55:31,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T03:55:31,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de3b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T03:55:31,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d458b2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,STOPPED} 2024-11-18T03:55:31,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T03:55:31,885 WARN [BP-821318120-172.17.0.2-1731902090240 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T03:55:31,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T03:55:31,885 WARN [BP-821318120-172.17.0.2-1731902090240 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821318120-172.17.0.2-1731902090240 (Datanode Uuid 7ee3a4e8-d1b1-4a75-aa13-1ae9e1118bbf) service to localhost/127.0.0.1:41453 2024-11-18T03:55:31,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data5/current/BP-821318120-172.17.0.2-1731902090240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T03:55:31,887 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data6/current/BP-821318120-172.17.0.2-1731902090240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T03:55:31,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T03:55:31,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41fe4ca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T03:55:31,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ee88d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T03:55:31,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T03:55:31,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424d969a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T03:55:31,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@157ee20f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,STOPPED} 2024-11-18T03:55:31,891 WARN [BP-821318120-172.17.0.2-1731902090240 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T03:55:31,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T03:55:31,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T03:55:31,891 WARN [BP-821318120-172.17.0.2-1731902090240 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821318120-172.17.0.2-1731902090240 (Datanode Uuid 11acd78e-b6be-4675-bbb4-5cffec4ca128) service to localhost/127.0.0.1:41453 2024-11-18T03:55:31,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data3/current/BP-821318120-172.17.0.2-1731902090240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T03:55:31,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data4/current/BP-821318120-172.17.0.2-1731902090240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T03:55:31,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T03:55:31,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a1c1498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T03:55:31,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3badc187{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T03:55:31,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T03:55:31,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@991988e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T03:55:31,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481eb1b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,STOPPED} 2024-11-18T03:55:31,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T03:55:31,896 WARN [BP-821318120-172.17.0.2-1731902090240 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T03:55:31,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T03:55:31,896 WARN [BP-821318120-172.17.0.2-1731902090240 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821318120-172.17.0.2-1731902090240 (Datanode Uuid 1a60ee9f-605b-436c-aee2-229303c03ada) service to localhost/127.0.0.1:41453 2024-11-18T03:55:31,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data1/current/BP-821318120-172.17.0.2-1731902090240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T03:55:31,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/cluster_b18d6083-1c6e-d702-c6e5-a08e9969ab68/data/data2/current/BP-821318120-172.17.0.2-1731902090240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T03:55:31,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T03:55:31,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12264dc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T03:55:31,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ce294cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T03:55:31,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T03:55:31,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43ac9415{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T03:55:31,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77da9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/badc0a07-cbb0-0485-e6e0-38d0f3b288ed/hadoop.log.dir/,STOPPED} 2024-11-18T03:55:31,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T03:55:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down